-- Logs begin at Wed 2021-10-27 15:56:52 UTC, end at Wed 2021-10-27 16:54:15 UTC. -- Oct 27 16:27:21.114308 dv-cinder-815659-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 27 16:27:23.845435 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.common.config [-] Logging enabled! Oct 27 16:27:23.846093 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 27 16:27:23.846187 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101558) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 27 16:27:23.849410 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.common.config [-] Logging enabled! Oct 27 16:27:23.849658 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 27 16:27:23.849967 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101558) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 27 16:27:23.850864 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 16:27:23.851124 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 16:27:23.851479 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 16:27:23.851721 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 16:27:23.851939 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 16:27:23.852283 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.852577 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.852869 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.853065 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.853381 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.853675 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.853950 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.854217 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.854534 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.854809 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.855083 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.855359 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.855586 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.855857 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.856159 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.856444 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.856657 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] debug = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.856919 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.857346 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.857755 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.858127 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.858420 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.858695 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.858964 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.859236 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.859518 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.859837 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] host = dv-cinder-815659-1-iscsi {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.860133 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.860413 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.860710 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.860971 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.861237 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.861508 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.861788 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.862054 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.862318 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] log_file = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.862585 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.862865 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.863142 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.863432 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.863653 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.863870 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.864206 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.864487 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.864755 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.865022 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.865290 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.865561 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.865827 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.866087 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.866366 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.866637 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.866913 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.867182 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.867449 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.867711 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.867995 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.868272 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.868537 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.868803 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.869066 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.869342 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.869602 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.869866 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.870297 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.870667 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.870950 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.871229 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.871496 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.871777 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.872067 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.872333 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.872597 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] use_json = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.872862 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.873126 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.873399 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.873665 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.873932 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.874197 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.874462 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.874739 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:23.875029 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.875322 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.875617 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.875911 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.876223 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.876508 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.876791 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.877059 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.877340 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.877623 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.877902 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.878171 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.878452 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.878722 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.879006 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.879308 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.879597 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.879917 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.880175 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.880443 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.880713 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.880985 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.881270 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.881548 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.881838 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.882127 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.882757 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.883043 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.883337 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.883627 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.883925 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.884246 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.884533 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.884807 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.885076 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.885349 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.885632 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.885996 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.886306 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.886595 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.886869 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.887139 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.887404 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.887677 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.887982 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.888256 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.888525 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.888790 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.889060 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.889323 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.889603 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.889873 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.890138 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.890405 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.890679 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.890945 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.891229 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.891485 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.891765 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.892052 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.892320 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.892586 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.892852 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.893118 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.893383 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.893652 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.893918 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.894187 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.894456 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.894726 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.894992 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.895290 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.895534 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.895814 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.896129 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.896403 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.896676 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.896950 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.897222 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.897493 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.897764 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.898037 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.898309 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.898580 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.898862 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.899140 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.899420 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.899696 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.899994 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.900310 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.900584 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.900863 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.901137 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.901506 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.901798 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.902078 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.902367 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.902654 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.902941 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.903228 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.903516 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.903789 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.904115 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.904391 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:23.904604 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 16:27:23.904920 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101558) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 27 16:27:24.331532 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 16:27:24.331799 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 16:27:24.332131 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 16:27:24.332501 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 27 16:27:24.647914 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:24.648209 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:24.648331 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:24.649596 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:24.649865 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:24.650136 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:24.684031 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:24.684308 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:24.684572 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:24.700052 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:24.700325 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:24.700587 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:24.730481 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:24.730747 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:24.731002 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:24.766991 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:24.767258 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:24.767523 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.000072 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.000698 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.000698 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.000890 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.001448 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.127699 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.128051 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.128321 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.128591 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.128849 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.129156 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.129410 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.129660 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.129910 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.130181 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.130419 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.130680 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.130930 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.131173 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.131425 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.131682 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.131940 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.132204 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.132819 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.133072 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.133338 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.133589 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.133873 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.134240 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.134482 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.134722 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.135115 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 16:27:25.135349 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 16:27:25.135578 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 16:27:25.135858 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 16:27:25.136110 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 16:27:25.136338 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 16:27:25.136704 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 27 16:27:25.140071 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 27 16:27:25.144050 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 27 16:27:25.148089 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Oct 27 16:27:25.149730 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 27 16:27:25.150185 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 27 16:27:25.150514 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 27 16:27:25.150888 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 27 16:27:25.153812 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 27 16:27:25.154060 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 27 16:27:25.154403 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 16:27:25.159766 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 27 16:27:25.182146 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 27 16:27:25.182597 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.182972 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101558) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 27 16:27:25.183334 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.184742 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101558) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 27 16:27:25.185020 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 16:27:25.185261 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 27 16:27:25.188548 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.188823 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.251561 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 27 16:27:25.251727 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 27 16:27:25.251974 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 27 16:27:25.252336 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 27 16:27:25.275565 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_db.sqlalchemy.engines [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101558) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 27 16:27:25.823056 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.plugins.ml2.managers [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Initializing driver for type 'gre' Oct 27 16:27:25.823640 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] gre ID ranges: [(1, 1000)] Oct 27 16:27:25.879117 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.plugins.ml2.managers [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Initializing driver for type 'local' Oct 27 16:27:25.879498 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.plugins.ml2.managers [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Initializing driver for type 'vlan' Oct 27 16:27:25.896237 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] VlanTypeDriver initialization complete Oct 27 16:27:25.896578 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.plugins.ml2.managers [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Initializing driver for type 'vxlan' Oct 27 16:27:25.897078 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] vxlan ID ranges: [(1, 1000)] Oct 27 16:27:25.956388 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.plugins.ml2.managers [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Initializing extension driver 'port_security' Oct 27 16:27:25.956638 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.plugins.ml2.extensions.port_security [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] PortSecurityExtensionDriver initialization complete Oct 27 16:27:25.956999 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.plugins.ml2.managers [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Initializing mechanism driver 'openvswitch' Oct 27 16:27:25.957341 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.plugins.ml2.managers [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Initializing mechanism driver 'hyperv' Oct 27 16:27:25.964565 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.plugins.ml2.plugin [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:25.965436 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > port after_create 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.965798 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > port after_update 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.966152 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > port after_delete 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.966692 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101558) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 16:27:25.967138 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > subnet after_create 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.967493 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > subnet after_update 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.967835 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > subnet after_delete 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.968247 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101558) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 16:27:25.968646 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > network after_create 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.968991 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > network after_update 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.969332 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > network after_delete 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.969719 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101558) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 16:27:25.970136 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > security_group after_create 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.970483 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > security_group after_update 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.970822 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > security_group after_delete 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.971225 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101558) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 16:27:25.971640 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.972014 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.972352 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.972739 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101558) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 16:27:25.973159 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > address_group after_create 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.973505 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > address_group after_update 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.973844 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > address_group after_delete 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.974244 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101558) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 16:27:25.974619 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] ML2 OVO RPC backend initialized. {{(pid=101558) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 27 16:27:25.975345 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > router_interface after_create 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.975683 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.976143 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > network before_response 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.976489 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > networks before_response 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.976834 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > port before_response 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.977172 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > ports before_response 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.977513 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > subnet before_response 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.977855 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > subnets before_response 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.978212 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > network after_create 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.978543 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > network after_update 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.978880 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > network after_delete 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.979228 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > port after_create 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.979595 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > port after_update 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.979959 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > port after_delete 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.980299 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > subnet after_create 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.980634 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > subnet after_update 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.980967 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > subnet after_delete 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:25.981545 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.plugins.ml2.plugin [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Modular L2 Plugin initialization complete Oct 27 16:27:25.981891 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading services supported by the core plugin {{(pid=101558) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 27 16:27:25.982218 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.plugins.ml2.managers [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Got port-security extension from driver 'port_security' Oct 27 16:27:25.982686 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.extensions.vlantransparent [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Disabled vlantransparent extension. Oct 27 16:27:25.983189 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101558) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 27 16:27:25.983509 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading Plugin: router Oct 27 16:27:26.019834 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > router_interface before_create 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.020485 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > router after_create 55549900 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.020577 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > router before_create 55549900 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.020943 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.021315 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.021666 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > router after_delete 55549900 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.022020 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > floatingip after_create 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.022492 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > floatingip after_update 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.022856 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > router after_create 55549900 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.023200 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > router after_update 55549900 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.023553 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > router after_update 55549900 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.023913 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.024286 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > router after_update 55549900 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.024697 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > router precommit_update 55549900 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.025062 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: port after_update 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.025381 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: port after_delete 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.025714 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: subnet after_update 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.026051 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.026453 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > port precommit_delete 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.026797 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > router precommit_create 55549900 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.027141 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: port before_delete 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.027480 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > router precommit_create 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.027829 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > router after_update 55549900 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.028206 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > router precommit_delete 55549900 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.028554 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > router precommit_create 55549900 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.028908 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > router_interface after_create 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.029254 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > router precommit_update 55549900 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.029605 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > agent after_create 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.029962 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > agent after_delete 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.030302 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > network after_delete 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.031161 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.quota.resource_registry [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Tracking information for resource: router configured {{(pid=101558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 16:27:26.031489 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.quota.resource_registry [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Tracking information for resource: floatingip configured {{(pid=101558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 16:27:26.036461 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.db.l3_agentschedulers_db [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 27 16:27:26.037026 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: port after_update 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.037389 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: port after_create 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.037734 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: port after_delete 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.038081 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: port after_update 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.038865 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > router before_create 55550100 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.039225 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > router precommit_delete 55550100 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.039579 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > router precommit_create 55550100 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.039963 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > router precommit_update 55550100 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.044973 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.services.provider_configuration [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Service providers = [] {{(pid=101558) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 27 16:27:26.045345 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.db.servicetype_db [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101558) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 27 16:27:26.048315 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.services.service_base [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101558) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 16:27:26.048667 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.services.service_base [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101558) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 16:27:26.049004 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.services.service_base [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101558) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 16:27:26.049896 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.services.service_base [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101558) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 16:27:26.050267 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.services.service_base [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 27 16:27:26.050641 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 16:27:26.050957 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 27 16:27:26.063193 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 16:27:26.063528 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading Plugin: auto_allocate Oct 27 16:27:26.069482 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: network precommit_update 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.069846 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: network precommit_create 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.070355 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 16:27:26.070673 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading Plugin: tag Oct 27 16:27:26.077535 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 16:27:26.077865 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading Plugin: timestamp Oct 27 16:27:26.081737 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 16:27:26.082067 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading Plugin: network_ip_availability Oct 27 16:27:26.087581 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.087990 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.088340 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.089133 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 16:27:26.089461 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading Plugin: flavors Oct 27 16:27:26.094465 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 16:27:26.094798 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading Plugin: revisions Oct 27 16:27:26.099161 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 16:27:26.099545 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_concurrency.lockutils [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.767s {{(pid=101558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 16:27:26.100318 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101558) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 27 16:27:26.100651 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Initializing extension manager. Oct 27 16:27:26.101155 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: __init__.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.101499 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: __pycache__ {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.101829 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.102166 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: address_group.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.102922 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.103484 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: address-group Oct 27 16:27:26.103808 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: address_scope.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.104573 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.105075 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: address-scope Oct 27 16:27:26.105393 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: admin_state_down_before_update.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.106321 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.106822 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: router-admin-state-down-before-update Oct 27 16:27:26.107136 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: agent.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.107835 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.108370 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: agent Oct 27 16:27:26.108691 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: agent_resources_synced.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.109591 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.110096 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: agent-resources-synced Oct 27 16:27:26.110412 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: allowedaddresspairs.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.112240 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.112762 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: allowed-address-pairs Oct 27 16:27:26.113086 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: auto_allocated_topology.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.114154 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.114668 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: auto-allocated-topology Oct 27 16:27:26.114989 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: availability_zone.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.115685 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.116222 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: availability_zone Oct 27 16:27:26.116545 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: availability_zone_filter.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.117450 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.117955 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: availability_zone_filter Oct 27 16:27:26.118276 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: data_plane_status.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.119175 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.119679 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extension data-plane-status not supported by any of loaded plugins Oct 27 16:27:26.120028 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: default_subnetpools.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.121012 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.121514 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: default-subnetpools Oct 27 16:27:26.121834 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: dhcpagentscheduler.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.122646 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.123153 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: dhcp_agent_scheduler Oct 27 16:27:26.123465 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: dns.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.124430 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.124933 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extension dns-integration not supported by any of loaded plugins Oct 27 16:27:26.125251 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: dns_domain_ports.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.126182 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.126682 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 27 16:27:26.127003 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.127942 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.128446 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 27 16:27:26.128764 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: dvr.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.129433 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.129936 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: dvr Oct 27 16:27:26.130255 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: ecmp_routes.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.131180 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.131680 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extension ecmp_routes not supported by any of loaded plugins Oct 27 16:27:26.132041 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: empty_string_filtering.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.133288 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.133792 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: empty-string-filtering Oct 27 16:27:26.134110 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.135220 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.135518 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 27 16:27:26.135893 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.136977 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.137433 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 27 16:27:26.137753 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: external_net.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.138717 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.139274 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: external-net Oct 27 16:27:26.139653 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: extra_dhcp_opt.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.140607 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.141121 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: extra_dhcp_opt Oct 27 16:27:26.141443 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: extraroute.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.142355 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.142859 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: extraroute Oct 27 16:27:26.143187 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: extraroute_atomic.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.144260 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.144771 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: extraroute-atomic Oct 27 16:27:26.145089 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: filter_validation.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.145961 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.146469 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: filter-validation Oct 27 16:27:26.146789 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: fip_pf_description.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.147746 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.148281 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 27 16:27:26.148599 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: fip_port_details.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.149521 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.150035 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: fip-port-details Oct 27 16:27:26.150366 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: flavors.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.151733 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.152410 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: flavors Oct 27 16:27:26.152973 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.155527 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.156326 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 27 16:27:26.156821 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: floatingip_pools.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.157818 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.158391 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: floatingip-pools Oct 27 16:27:26.158706 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: ip_allocation.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.159645 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.160182 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extension ip_allocation not supported by any of loaded plugins Oct 27 16:27:26.160506 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.161448 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.161959 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: ip-substring-filtering Oct 27 16:27:26.162289 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: l2_adjacency.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.163214 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.163716 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extension l2_adjacency not supported by any of loaded plugins Oct 27 16:27:26.164070 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: l3.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.165084 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.165598 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: router Oct 27 16:27:26.165921 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: l3_conntrack_helper.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.168273 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.168801 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 27 16:27:26.169128 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.170070 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.170584 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: ext-gw-mode Oct 27 16:27:26.170909 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.171847 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.172392 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: l3-ha Oct 27 16:27:26.172713 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: l3_flavors.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.173630 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.174141 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: l3-flavors Oct 27 16:27:26.174460 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.175405 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.175908 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: l3-port-ip-change-not-allowed Oct 27 16:27:26.176251 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: l3agentscheduler.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.177310 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.177827 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: l3_agent_scheduler Oct 27 16:27:26.178149 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: logging.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.179680 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.180232 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extension logging not supported by any of loaded plugins Oct 27 16:27:26.180565 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: metering.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.181312 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.181890 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: metering Oct 27 16:27:26.182221 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.183801 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.184586 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: metering_source_and_destination_fields Oct 27 16:27:26.185037 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: multiprovidernet.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.186277 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.187008 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: multi-provider Oct 27 16:27:26.187440 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: netmtu.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.188767 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.189410 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: net-mtu Oct 27 16:27:26.189741 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: netmtu_writable.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.190657 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.191161 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: net-mtu-writable Oct 27 16:27:26.191491 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: network_availability_zone.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.192183 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.192687 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: network_availability_zone Oct 27 16:27:26.193006 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: network_ip_availability.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.194130 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.194641 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: network-ip-availability Oct 27 16:27:26.194962 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: network_segment_range.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.195728 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.196261 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extension network-segment-range not supported by any of loaded plugins Oct 27 16:27:26.196582 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: pagination.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.197571 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.197901 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: pagination Oct 27 16:27:26.198247 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: port_device_profile.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.199176 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.199693 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: port-device-profile Oct 27 16:27:26.200039 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.200961 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.201467 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: port-mac-address-regenerate Oct 27 16:27:26.201799 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.202719 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.203223 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: port-numa-affinity-policy Oct 27 16:27:26.203544 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: port_resource_request.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.204471 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.204985 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extension port-resource-request not supported by any of loaded plugins Oct 27 16:27:26.205306 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: portbindings.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.206220 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.206771 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: binding Oct 27 16:27:26.207042 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: portbindings_extended.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.208365 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.208873 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: binding-extended Oct 27 16:27:26.209196 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: portsecurity.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.210098 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.210601 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: port-security Oct 27 16:27:26.210923 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: project_id.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.211919 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.212264 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: project-id Oct 27 16:27:26.212583 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: providernet.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.213489 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.214090 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: provider Oct 27 16:27:26.214408 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: qos.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.218104 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.218625 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extension qos not supported by any of loaded plugins Oct 27 16:27:26.218958 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.220307 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.220818 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 27 16:27:26.221147 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.222072 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.222580 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 27 16:27:26.222904 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: qos_default.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.223809 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.224341 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extension qos-default not supported by any of loaded plugins Oct 27 16:27:26.224661 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: qos_fip.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.225314 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.225816 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extension qos-fip not supported by any of loaded plugins Oct 27 16:27:26.226137 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: qos_gateway_ip.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.227058 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.227566 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 27 16:27:26.227897 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: qos_port_network_policy.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.228938 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.229502 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 27 16:27:26.229825 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.230864 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.231370 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 27 16:27:26.231685 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: qos_pps_rule.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.232899 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.233420 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extension qos-pps not supported by any of loaded plugins Oct 27 16:27:26.233743 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: qos_rule_type_details.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.234668 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.235172 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 27 16:27:26.235490 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: qos_rules_alias.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.236800 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.237308 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 27 16:27:26.237632 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: quotasv2.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.238574 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.238899 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: quotas Oct 27 16:27:26.239222 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: quotasv2_detail.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.242482 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.242829 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: quota_details Oct 27 16:27:26.243161 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: rbac.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.244261 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.244792 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: rbac-policies Oct 27 16:27:26.245236 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: rbac_address_group.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.246176 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.246692 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: rbac-address-group Oct 27 16:27:26.247016 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: rbac_address_scope.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.247977 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.248476 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: rbac-address-scope Oct 27 16:27:26.248803 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: rbac_security_groups.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.249713 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.250224 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: rbac-security-groups Oct 27 16:27:26.250543 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: rbac_subnetpool.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.251449 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.252078 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: rbac-subnetpool Oct 27 16:27:26.252403 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: revisionifmatch.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.253333 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.253842 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: revision-if-match Oct 27 16:27:26.254165 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: revisions.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.255281 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.255794 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: standard-attr-revisions Oct 27 16:27:26.256203 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: router_availability_zone.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.256883 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.257695 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: router_availability_zone Oct 27 16:27:26.258024 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: routerservicetype.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.258943 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.259454 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extension router-service-type not supported by any of loaded plugins Oct 27 16:27:26.259774 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.260737 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.261253 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: security-groups-normalized-cidr Oct 27 16:27:26.261575 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: security_groups_port_filtering.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.262488 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.262995 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: port-security-groups-filtering Oct 27 16:27:26.263339 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.264315 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.264920 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: security-groups-remote-address-group Oct 27 16:27:26.265235 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: securitygroup.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.277714 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.278446 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: security-group Oct 27 16:27:26.278901 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: segment.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.280132 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.280817 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extension segment not supported by any of loaded plugins Oct 27 16:27:26.281254 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.282653 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.283273 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 27 16:27:26.283600 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: servicetype.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.284895 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.285415 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: service-type Oct 27 16:27:26.285738 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: sorting.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.286733 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.287074 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: sorting Oct 27 16:27:26.287518 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: standard_attr_segment.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.288794 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.289565 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 27 16:27:26.290033 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: standardattrdescription.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.290901 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.291652 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: standard-attr-description Oct 27 16:27:26.292207 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: stateful_security_group.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.293302 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.293826 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: stateful-security-group Oct 27 16:27:26.294146 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: stdattrs_common.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.294737 dv-cinder-815659-1-iscsi neutron-server[101558]: WARNING neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 27 16:27:26.295062 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.296009 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.296522 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 27 16:27:26.296853 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: subnet_onboard.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.298297 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.299067 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: subnet_onboard Oct 27 16:27:26.299554 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.300811 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.301578 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 27 16:27:26.302043 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: subnet_service_types.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.303113 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.303627 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: subnet-service-types Oct 27 16:27:26.303986 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: subnetallocation.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.305081 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.305595 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: subnet_allocation Oct 27 16:27:26.305921 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.306598 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.307113 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: subnetpool-prefix-ops Oct 27 16:27:26.307435 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.308426 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.308931 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 27 16:27:26.309251 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: tagging.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.310364 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.310876 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: standard-attr-tag Oct 27 16:27:26.311197 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: timestamp.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.312432 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.312948 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loaded extension: standard-attr-timestamp Oct 27 16:27:26.313271 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: trunk.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.314309 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.314823 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extension trunk not supported by any of loaded plugins Oct 27 16:27:26.315147 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: trunk_details.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.316114 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.316628 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extension trunk-details not supported by any of loaded plugins Oct 27 16:27:26.316954 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: uplink_status_propagation.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.317869 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.318377 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 27 16:27:26.318695 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Loading extension file: vlantransparent.py {{(pid=101558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 16:27:26.319367 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 16:27:26.319869 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extension vlan-transparent not supported by any of loaded plugins Oct 27 16:27:26.322389 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.quota.resource_registry [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Creating instance of TrackedResource for resource:network Oct 27 16:27:26.322926 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.quota.resource_registry [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Creating instance of TrackedResource for resource:subnet Oct 27 16:27:26.323385 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.quota.resource_registry [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 16:27:26.323776 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.quota.resource_registry [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Creating instance of TrackedResource for resource:port Oct 27 16:27:26.325087 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.v2.resource_helper [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 16:27:26.325542 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.v2.resource_helper [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Service FLAVORS assigned prefix: {{(pid=101558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 16:27:26.326176 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.v2.resource_helper [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 16:27:26.326601 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.v2.resource_helper [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 16:27:26.326938 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.quota.resource_registry [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Creating instance of TrackedResource for resource:router Oct 27 16:27:26.327376 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.quota.resource_registry [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Creating instance of TrackedResource for resource:floatingip Oct 27 16:27:26.327909 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.v2.resource_helper [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Service METERING assigned prefix: /metering {{(pid=101558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 16:27:26.329391 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.329769 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.330114 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:27:26.331140 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.quota.resource_registry [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 16:27:26.331583 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.quota.resource_registry [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Creating instance of TrackedResource for resource:security_group Oct 27 16:27:26.332068 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.quota.resource_registry [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 16:27:26.332686 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.v2.resource_helper [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Service CORE assigned prefix: {{(pid=101558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 16:27:26.333009 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.quota.resource_registry [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 16:27:26.333356 dv-cinder-815659-1-iscsi neutron-server[101558]: WARNING neutron.quota.resource_registry [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] subnetpool is already registered Oct 27 16:27:26.333789 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.v2.resource_helper [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Service CORE assigned prefix: {{(pid=101558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 16:27:26.334111 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.quota.resource_registry [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 16:27:26.334435 dv-cinder-815659-1-iscsi neutron-server[101558]: WARNING neutron.quota.resource_registry [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] subnetpool is already registered Oct 27 16:27:26.336899 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.v2.resource_helper [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 16:27:26.337338 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.v2.resource_helper [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Service FLAVORS assigned prefix: {{(pid=101558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 16:27:26.337942 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.v2.resource_helper [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 16:27:26.338394 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.v2.resource_helper [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 16:27:26.338724 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.quota.resource_registry [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Creating instance of TrackedResource for resource:router Oct 27 16:27:26.339090 dv-cinder-815659-1-iscsi neutron-server[101558]: WARNING neutron.quota.resource_registry [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] router is already registered Oct 27 16:27:26.339495 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.quota.resource_registry [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Creating instance of TrackedResource for resource:floatingip Oct 27 16:27:26.339832 dv-cinder-815659-1-iscsi neutron-server[101558]: WARNING neutron.quota.resource_registry [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] floatingip is already registered Oct 27 16:27:26.340317 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.v2.resource_helper [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Service METERING assigned prefix: /metering {{(pid=101558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 16:27:26.341019 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.quota.resource_registry [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 16:27:26.341339 dv-cinder-815659-1-iscsi neutron-server[101558]: WARNING neutron.quota.resource_registry [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] rbac_policy is already registered Oct 27 16:27:26.341766 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.quota.resource_registry [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Creating instance of TrackedResource for resource:security_group Oct 27 16:27:26.342107 dv-cinder-815659-1-iscsi neutron-server[101558]: WARNING neutron.quota.resource_registry [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] security_group is already registered Oct 27 16:27:26.342498 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.quota.resource_registry [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 16:27:26.342823 dv-cinder-815659-1-iscsi neutron-server[101558]: WARNING neutron.quota.resource_registry [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] security_group_rule is already registered Oct 27 16:27:26.343314 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.v2.resource_helper [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Service CORE assigned prefix: {{(pid=101558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 16:27:26.343636 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.quota.resource_registry [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 16:27:26.344000 dv-cinder-815659-1-iscsi neutron-server[101558]: WARNING neutron.quota.resource_registry [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] subnetpool is already registered Oct 27 16:27:26.344411 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.v2.resource_helper [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Service CORE assigned prefix: {{(pid=101558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 16:27:26.344727 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.quota.resource_registry [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 16:27:26.345051 dv-cinder-815659-1-iscsi neutron-server[101558]: WARNING neutron.quota.resource_registry [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] subnetpool is already registered Oct 27 16:27:26.346806 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extended resource: extensions {{(pid=101558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:27:26.348365 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extended resource: address-groups {{(pid=101558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:27:26.349850 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extended resource: address-scopes {{(pid=101558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:27:26.351058 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extended resource: agents {{(pid=101558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:27:26.352353 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extended resource: auto-allocated-topology {{(pid=101558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:27:26.353597 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extended resource: availability_zones {{(pid=101558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:27:26.354902 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extended resource: dhcp-networks {{(pid=101558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:27:26.356346 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extended resource: dhcp-agents {{(pid=101558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:27:26.357907 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extended resource: routers {{(pid=101558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:27:26.360057 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extended resource: flavors {{(pid=101558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:27:26.361317 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extended resource: service_profiles {{(pid=101558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:27:26.362523 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extended resource: next_providers {{(pid=101558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:27:26.363986 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extended resource: service_profiles {{(pid=101558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:27:26.365437 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extended resource: floatingip-pools {{(pid=101558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:27:26.366758 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extended resource: routers {{(pid=101558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:27:26.368897 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extended resource: floatingips {{(pid=101558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:27:26.370213 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extended resource: l3-routers {{(pid=101558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:27:26.371594 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extended resource: l3-agents {{(pid=101558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:27:26.373096 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extended resource: metering-labels {{(pid=101558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:27:26.374363 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extended resource: metering-label-rules {{(pid=101558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:27:26.375727 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extended resource: network-ip-availabilities {{(pid=101558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:27:26.377038 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extended resource: bindings {{(pid=101558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:27:26.378619 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extended resource: quotas {{(pid=101558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:27:26.380375 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extended resource: quotas {{(pid=101558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:27:26.381888 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extended resource: rbac-policies {{(pid=101558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:27:26.383393 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extended resource: security-groups {{(pid=101558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:27:26.384752 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extended resource: security-group-rules {{(pid=101558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:27:26.386081 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extended resource: service-providers {{(pid=101558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:27:26.387294 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extended resource: subnetpools {{(pid=101558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:27:26.388716 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extended resource: subnetpools {{(pid=101558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:27:26.390189 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extended resource: tags {{(pid=101558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:27:26.392809 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extended resource: tags {{(pid=101558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:27:26.394942 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extended resource: tags {{(pid=101558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:27:26.396755 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extended resource: tags {{(pid=101558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:27:26.398472 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extended resource: tags {{(pid=101558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:27:26.400457 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extended resource: tags {{(pid=101558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:27:26.402230 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extended resource: tags {{(pid=101558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:27:26.405012 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extended resource: tags {{(pid=101558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:27:26.406794 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extended resource: tags {{(pid=101558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:27:26.408543 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron.api.extensions [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Extended resource: tags {{(pid=101558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 16:27:26.414701 dv-cinder-815659-1-iscsi neutron-server[101558]: WARNING keystonemiddleware.auth_token [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 27 16:27:26.419306 dv-cinder-815659-1-iscsi neutron-server[101558]: WARNING keystonemiddleware.auth_token [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 27 16:27:26.428395 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_concurrency.lockutils [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Acquired lock "singleton_lock" {{(pid=101558) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 27 16:27:26.428863 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_concurrency.lockutils [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Releasing lock "singleton_lock" {{(pid=101558) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 27 16:27:26.429525 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO oslo_service.service [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Starting 2 workers Oct 27 16:27:26.434545 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Started child 101665 {{(pid=101558) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 16:27:26.441427 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Started child 101666 {{(pid=101558) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 16:27:26.441901 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:26.442970 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO neutron.service [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Neutron service started, listening on 0.0.0.0:9696 Oct 27 16:27:26.443591 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Publish callbacks [] for process, before_spawn {{(pid=101558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:26.443698 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [-] (101665) wsgi starting up on http://0.0.0.0:9696 Oct 27 16:27:26.446050 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO oslo_service.service [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Starting 1 workers Oct 27 16:27:26.447060 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:26.448630 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [-] (101666) wsgi starting up on http://0.0.0.0:9696 Oct 27 16:27:26.451420 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Started child 101667 {{(pid=101558) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 16:27:26.452002 dv-cinder-815659-1-iscsi neutron-server[101558]: INFO oslo_service.service [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Starting 1 workers Oct 27 16:27:26.455215 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.service [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] calling RpcWorker wait() {{(pid=101667) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 27 16:27:26.455831 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.service [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] returning from RpcWorker wait() {{(pid=101667) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 27 16:27:26.456570 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Started child 101668 {{(pid=101558) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 16:27:26.457143 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:26.457343 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc1cf-5a2f-4155-8ed7-510fb71410ea None None] Publish callbacks [] for process, after_spawn {{(pid=101558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:26.457665 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:26.459130 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101558) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 27 16:27:26.459341 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 16:27:26.459524 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 16:27:26.459741 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 16:27:26.460098 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 16:27:26.460263 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 16:27:26.460759 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.461034 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.461300 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.461517 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:26.461994 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.461994 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.462383 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.462635 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.462870 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.463135 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.463389 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.463555 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.463941 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.464211 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.464480 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.464772 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.465029 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.465272 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.465527 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.465696 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.465943 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.466197 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.466447 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.466711 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] debug = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.466951 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.467430 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.467651 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.468089 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.468357 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.468434 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.468678 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.468920 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.469304 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.469395 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.469603 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.469867 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.470103 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.470312 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.470532 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.470777 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.471000 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.471455 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] host = dv-cinder-815659-1-iscsi {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.471675 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.471918 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.472145 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.472384 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.472634 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.472866 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.473126 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.473373 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.473740 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.473836 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.474070 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.474320 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.474545 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.474784 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] log_file = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.474946 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] log_options = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.475176 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.475445 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.475698 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.475909 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.476078 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.476310 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.476504 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.476663 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.476915 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.477142 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.477351 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.477556 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.477767 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.477994 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.478246 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.478470 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.478733 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.478913 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.479150 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.479409 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.479677 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.479927 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.480164 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.480406 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.480643 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.480853 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.481098 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.481327 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.481535 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.481782 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.482015 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.482274 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.482488 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.482734 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.482985 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.483215 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.483446 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.483674 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.484080 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.484241 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.484402 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.484657 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.484870 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.485117 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.485356 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.485568 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.485779 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] use_json = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.485987 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.486225 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.486453 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.486663 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.486873 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.487083 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.487319 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.487551 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.488016 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.488288 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.488584 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.488838 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.489066 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.489305 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.489569 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.490966 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.490966 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.490966 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.490966 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.490966 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.491572 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.491572 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.491797 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:26.492100 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.492100 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.492386 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.492516 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.492664 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.492882 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.493099 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.493335 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.495779 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.495779 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.495779 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.495779 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.495779 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.495779 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.495779 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.495779 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.91/identity {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.496860 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.496860 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.496860 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.496860 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.496860 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.496860 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.497392 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.497392 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.497392 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.497805 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.497805 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.498584 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.498584 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.498584 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.501781 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.501781 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.501781 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.501781 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.501781 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.501781 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.501781 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.501781 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.501781 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.504804 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.504804 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.504804 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.504804 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.504804 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.504804 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.504804 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.504804 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.504804 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.505400 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.505400 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.505400 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.505400 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.505400 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.505400 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.505400 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.505400 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.505400 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.505910 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.505910 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.505910 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.505910 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.505910 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.506209 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.506287 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.506463 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.506836 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.507236 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.507813 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.508071 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.508477 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.508888 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.509287 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.509687 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.510069 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.510473 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.510956 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.511438 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.511913 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.512307 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.512552 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.512802 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.513036 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.513287 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.513512 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.513748 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.513964 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.514214 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.514467 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.514711 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.515111 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.515499 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.515926 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.516300 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.516672 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.517072 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.517381 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.517680 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.518024 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.518336 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.518649 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.518951 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.519255 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.519598 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.519933 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.520283 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.520573 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.520907 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.521257 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.521586 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.521932 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.522182 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.522411 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.522682 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.522945 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.523201 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.523422 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.523668 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.523928 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.524198 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.524453 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.524674 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.524893 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.525128 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.525451 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.525682 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.525896 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.526125 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.526408 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.526643 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.526875 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.527147 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.527402 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.527637 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.527914 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.528156 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.91/identity {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.528389 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.528626 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.528857 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.529072 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.529314 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.529529 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.529766 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.529997 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.530206 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.530435 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.530650 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.530867 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.531076 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.531312 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.531530 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.531757 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.532018 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.532235 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.532467 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.534200 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.534200 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.534200 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.534200 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.534200 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.534200 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.534200 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.535194 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.535194 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.535194 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.535194 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.535194 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.535919 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.535919 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.535919 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.536324 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.536324 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.536599 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.536735 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.536871 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.537062 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.537274 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.537538 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.537785 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.538113 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.538366 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.538594 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.538827 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.539068 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.539321 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.539565 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.539784 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.540111 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.540417 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.540636 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.540892 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.541113 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.541349 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.541559 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.541790 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.542051 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.542273 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.542485 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.542777 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.543013 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.543257 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.543515 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.543747 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.543997 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.544223 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.544430 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.544637 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.544856 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.545072 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.545279 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.545501 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.545709 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.545921 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.546155 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.546362 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.546582 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.546812 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.547063 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.547264 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.547496 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.547715 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.547989 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.548237 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.548457 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.548684 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.548905 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.549120 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.549348 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.549567 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.549992 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.550206 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.550431 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.550671 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.550900 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.551175 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.551421 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.551637 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.551943 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.552187 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.552428 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.552668 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.552969 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.553197 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.553452 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.553676 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.553887 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.554101 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.554363 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.554653 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.554927 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.555186 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.555432 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.555696 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.556295 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.556295 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.556485 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.556755 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.557073 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.557356 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.557660 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.557977 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.558330 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.558655 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.558964 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.559291 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.559621 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.559983 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.560301 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.560614 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.560951 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.561270 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.561579 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.561894 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.562215 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.562537 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.562862 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.563171 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.563394 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 16:27:26.564115 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101558) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 27 16:27:26.564278 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 16:27:26.564431 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 16:27:26.564621 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 16:27:26.564793 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 16:27:26.564943 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 16:27:26.565151 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.565313 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.565471 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.565627 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.565782 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.565958 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.566114 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.566269 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.566424 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.566577 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.566885 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.567047 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.567204 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.567360 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.567516 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.567669 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.567823 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.568002 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.568162 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.568316 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.568470 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.568623 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.568776 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] debug = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.568930 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.569119 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.569277 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.569430 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.569667 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.569828 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.569986 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.570143 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.570294 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.570452 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.570603 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.570760 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.570930 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.571079 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.571209 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.571515 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.571672 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.571810 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] host = dv-cinder-815659-1-iscsi {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.572165 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.572165 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.572348 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.572430 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.572566 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.572722 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.572878 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.573026 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.573226 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.573530 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.573687 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.573843 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.574000 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.574154 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] log_file = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.574336 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] log_options = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.574464 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.574613 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.574905 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.575217 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.575514 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.575670 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.575798 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.575981 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.576133 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.576286 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.576439 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.576596 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.576748 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.576958 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.577073 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.577186 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.577403 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.577500 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.577631 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.577790 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.577942 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.578095 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.578427 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.578580 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.578908 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.579061 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.579352 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.579509 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.579663 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.579819 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.579998 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.580158 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.580316 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.580475 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.580625 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.580921 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.581077 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.581235 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.581391 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.581545 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.581699 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.581852 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.582007 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.582161 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.582318 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.582468 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.582619 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] use_json = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.582776 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.582929 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.583084 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.583237 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.583391 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.583545 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.583701 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.583920 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 16:27:26.584080 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.584209 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.584524 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.584800 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.584920 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.585003 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.585134 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.585291 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.585450 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.585609 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.585774 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.585931 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.586099 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.586257 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.586414 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.586579 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.586737 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.586900 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.587057 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.587211 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.587531 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.588050 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.588050 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.588050 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.588315 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.588315 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.588461 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.588619 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.588799 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.588959 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.91/identity {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.589121 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.589274 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.589431 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.589703 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.589804 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.589884 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.590032 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.590187 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.590343 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.590514 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.590644 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.590798 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.590955 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.591111 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.591267 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.591427 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.591581 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.591923 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.592063 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:26.592201 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.592201 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.592412 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.592495 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.592655 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.592812 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.593060 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.593314 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.593488 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.593654 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.593848 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.594007 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.594164 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.594320 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.594480 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.594637 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.594798 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.594955 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.595134 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.595292 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.595448 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.595604 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.595762 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.595940 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.596100 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.596258 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.596415 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.596571 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.596727 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.596888 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.597045 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.597203 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.597362 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.597519 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.597675 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.597832 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.597990 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.598146 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.598303 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.598461 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.598618 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.598782 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.598955 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.599113 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.599270 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.599428 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.599585 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.599741 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.599912 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.600073 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.600229 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.600384 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.600540 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.600695 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.600853 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.601010 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.601166 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.601322 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.601480 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.601637 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.601793 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.601947 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.602103 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.602260 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.602415 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.602571 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.602816 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.602981 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.604143 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.604143 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.604143 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.604143 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.604143 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.604143 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.604143 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.605011 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.605011 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.605011 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.605011 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.605011 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.605011 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.605413 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.605413 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.605413 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.607677 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.607677 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.607677 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.607677 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.607677 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.607677 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.607677 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.607677 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.608510 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.608510 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.608510 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.608510 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.608510 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.608510 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.608510 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.608510 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.609074 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.91/identity {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.609074 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.609074 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.609074 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.609074 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.609074 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.609074 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.609074 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.610062 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.610062 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.610062 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.610062 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.610062 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.610062 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.610062 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.610062 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.610898 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.610898 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.610898 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.610898 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.610898 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.611242 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.611242 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.611242 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.611459 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.611588 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.611708 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.611826 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.611963 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.612123 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.612281 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.612445 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.612605 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.612762 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.612908 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.613068 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.613229 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.613388 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.613529 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.613912 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.613912 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.614075 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.614257 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.614257 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.614522 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.614603 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.614715 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.614870 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.615028 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.615180 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.615342 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.615496 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.615805 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.615991 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.616167 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.616307 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.616470 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.616628 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.616787 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.616946 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.617110 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.617266 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.617442 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.617600 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.617750 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.617905 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.618049 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.618206 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.618365 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.618529 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.618678 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.618834 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.618992 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.619255 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.619358 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.619441 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.619600 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.619763 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.619939 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.620125 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.620282 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.620448 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.620600 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.620749 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.620908 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.621069 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.621211 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.621358 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.621498 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.621629 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.621788 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.621933 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.622088 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.622259 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.622421 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.622576 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.622734 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.622876 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.623035 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.623200 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.623363 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.623550 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.623713 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.623851 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.624014 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.624158 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.624288 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.624434 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.624593 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.624750 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.624906 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.625063 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.625222 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.625385 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.625550 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.625713 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.625871 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.626036 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.626199 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.626364 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.626520 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.626683 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.626855 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.627013 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.627169 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.627325 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.627481 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.627636 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.627793 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.627974 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.628132 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.628290 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.628447 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.628603 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.628760 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.628916 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.629072 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.629228 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.629384 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.629541 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.629698 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.629857 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 16:27:26.630064 dv-cinder-815659-1-iscsi neutron-server[101558]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 16:27:26.793072 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 47298) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:26.806568 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [-] 10.222.0.91 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0101740 Oct 27 16:27:38.300765 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5088724-f474-4d63-88d7-50cce49b627d None None] get_active_networks_info from dv-cinder-815659-1-iscsi {{(pid=101667) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 16:27:38.375610 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5088724-f474-4d63-88d7-50cce49b627d None None] No non-hosted networks {{(pid=101667) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 27 16:27:38.395327 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.agentschedulers_db [None req-b5088724-f474-4d63-88d7-50cce49b627d None None] DHCP Agent not found on host dv-cinder-815659-1-iscsi {{(pid=101667) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 27 16:27:38.600553 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-7bd2d685-58e3-4a37-abe8-60dcebe8497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3734173'] for agent, after_create {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:40.944011 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8568d066-f716-4f51-bcc4-ebe05440ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3734173'] for agent, after_create {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:41.017268 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-26111e8a-ce87-41c4-bd5d-cf88433a2284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:42.072030 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3734173'] for agent, after_create {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:42.425428 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3734173'] for agent, after_create {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:42.426638 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:42.427212 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:42.427781 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:42.428327 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:42.428832 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:42.429443 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:42.429993 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:42.430523 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:42.431476 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:42.432619 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:42.433150 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:42.434197 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:42.435279 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815659-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:42.459832 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815659-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:43.772487 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3734173'] for agent, after_create {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:44.064724 dv-cinder-815659-1-iscsi neutron-server[101667]: INFO neutron.db.l3_hamode_db [None req-98532ea4-5c13-420f-88f3-e8e500e23cf2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 27 16:27:44.142260 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98532ea4-5c13-420f-88f3-e8e500e23cf2 None None] Routers set() bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:27:44.142679 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98532ea4-5c13-420f-88f3-e8e500e23cf2 None None] Router IDs set() for agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 27 16:27:44.926924 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 47392) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:45.455351 dv-cinder-815659-1-iscsi neutron-server[101665]: WARNING oslo_policy.policy [None req-23bb78e2-29f7-483a-a94c-e90128b2206b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 16:27:45.456291 dv-cinder-815659-1-iscsi neutron-server[101665]: WARNING oslo_policy.policy [None req-23bb78e2-29f7-483a-a94c-e90128b2206b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 16:27:45.682160 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [None req-23bb78e2-29f7-483a-a94c-e90128b2206b admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:27:45.683545 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-23bb78e2-29f7-483a-a94c-e90128b2206b admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7538905 Oct 27 16:27:48.161190 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 47406) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:48.500254 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-fbbc935b-92a5-4840-b62d-69f038104bcc admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:48.594996 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.policy [None req-fbbc935b-92a5-4840-b62d-69f038104bcc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101665) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 27 16:27:48.641063 dv-cinder-815659-1-iscsi neutron-server[101665]: WARNING oslo_policy.policy [None req-fbbc935b-92a5-4840-b62d-69f038104bcc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 16:27:48.641443 dv-cinder-815659-1-iscsi neutron-server[101665]: WARNING oslo_policy.policy [None req-fbbc935b-92a5-4840-b62d-69f038104bcc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 16:27:48.649911 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.quota [None req-fbbc935b-92a5-4840-b62d-69f038104bcc admin admin] Loaded quota_driver: . Oct 27 16:27:48.746477 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-fbbc935b-92a5-4840-b62d-69f038104bcc admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779336833304', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779336833909', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779336837325', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779336815241', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779337388660', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779336802059', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-617071', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-655746', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3907738', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3672626'] for rbac-policy, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:48.819971 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-fbbc935b-92a5-4840-b62d-69f038104bcc admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:48.821148 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-fbbc935b-92a5-4840-b62d-69f038104bcc admin admin] 10.222.0.91 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6590271 Oct 27 16:27:51.499916 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 47418) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:51.854398 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-2748578d-eab7-4581-944b-b72fa521dc5d admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': 'd1836ff1881f454d9005d1fddd4250ab', 'project_id': 'd1836ff1881f454d9005d1fddd4250ab'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:51.889042 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2748578d-eab7-4581-944b-b72fa521dc5d admin admin] Made reservation on behalf of d1836ff1881f454d9005d1fddd4250ab for: {'network': 1} {{(pid=101665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:51.892296 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2748578d-eab7-4581-944b-b72fa521dc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for network, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:51.908772 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2748578d-eab7-4581-944b-b72fa521dc5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:52.016959 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2748578d-eab7-4581-944b-b72fa521dc5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:52.022603 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2748578d-eab7-4581-944b-b72fa521dc5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:52.041860 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2748578d-eab7-4581-944b-b72fa521dc5d admin admin] vlan segment allocate from pool success with {'vlan_id': 1023, 'physical_network': 'physnet1'} {{(pid=101665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:27:52.069443 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2748578d-eab7-4581-944b-b72fa521dc5d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779339326805', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790'] for segment, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:52.069994 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2748578d-eab7-4581-944b-b72fa521dc5d admin admin] Unsubscribe: segment precommit_create {{(pid=101665) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 16:27:52.070486 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.db.segments_db [None req-2748578d-eab7-4581-944b-b72fa521dc5d admin admin] Added segment 76a32afb-e7b5-4107-98e7-35d1cf8aa88c of type vlan for network 09cc7cd4-cf62-4249-923e-2003a1266aaf Oct 27 16:27:52.085678 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748578d-eab7-4581-944b-b72fa521dc5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e36d187-a637-45f7-a943-e5d071ebc60e,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:52.133049 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748578d-eab7-4581-944b-b72fa521dc5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:52.133404 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748578d-eab7-4581-944b-b72fa521dc5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:52.133728 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748578d-eab7-4581-944b-b72fa521dc5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:52.134055 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748578d-eab7-4581-944b-b72fa521dc5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:52.134365 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748578d-eab7-4581-944b-b72fa521dc5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:52.134697 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748578d-eab7-4581-944b-b72fa521dc5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:52.135012 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748578d-eab7-4581-944b-b72fa521dc5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:52.135337 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748578d-eab7-4581-944b-b72fa521dc5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:52.135650 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748578d-eab7-4581-944b-b72fa521dc5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:52.135965 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748578d-eab7-4581-944b-b72fa521dc5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:52.136271 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748578d-eab7-4581-944b-b72fa521dc5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:52.136578 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748578d-eab7-4581-944b-b72fa521dc5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:52.138300 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748578d-eab7-4581-944b-b72fa521dc5d admin admin] Tracked resource versions report: Oct 27 16:27:52.138300 dv-cinder-815659-1-iscsi neutron-server[101665]: pushed versions: Oct 27 16:27:52.138300 dv-cinder-815659-1-iscsi neutron-server[101665]: { 'AddressGroup': {'1.2'}, Oct 27 16:27:52.138300 dv-cinder-815659-1-iscsi neutron-server[101665]: 'ConntrackHelper': {'1.0'}, Oct 27 16:27:52.138300 dv-cinder-815659-1-iscsi neutron-server[101665]: 'Log': {'1.0'}, Oct 27 16:27:52.138300 dv-cinder-815659-1-iscsi neutron-server[101665]: 'Network': {'1.1'}, Oct 27 16:27:52.138300 dv-cinder-815659-1-iscsi neutron-server[101665]: 'Port': {'1.7'}, Oct 27 16:27:52.138300 dv-cinder-815659-1-iscsi neutron-server[101665]: 'PortForwarding': {'1.2'}, Oct 27 16:27:52.138300 dv-cinder-815659-1-iscsi neutron-server[101665]: 'QosPolicy': {'1.10'}, Oct 27 16:27:52.138300 dv-cinder-815659-1-iscsi neutron-server[101665]: 'SecurityGroup': {'1.4'}, Oct 27 16:27:52.138300 dv-cinder-815659-1-iscsi neutron-server[101665]: 'SecurityGroupRule': {'1.2'}, Oct 27 16:27:52.138300 dv-cinder-815659-1-iscsi neutron-server[101665]: 'SubPort': {'1.0'}, Oct 27 16:27:52.138300 dv-cinder-815659-1-iscsi neutron-server[101665]: 'Subnet': {'1.1'}, Oct 27 16:27:52.138300 dv-cinder-815659-1-iscsi neutron-server[101665]: 'Trunk': {'1.1'}} Oct 27 16:27:52.138300 dv-cinder-815659-1-iscsi neutron-server[101665]: consumer versions: Oct 27 16:27:52.138300 dv-cinder-815659-1-iscsi neutron-server[101665]: { DHCP agent@dv-cinder-815659-1-iscsi: {}, Oct 27 16:27:52.138300 dv-cinder-815659-1-iscsi neutron-server[101665]: L3 agent@dv-cinder-815659-1-iscsi: {}, Oct 27 16:27:52.138300 dv-cinder-815659-1-iscsi neutron-server[101665]: Metadata agent@dv-cinder-815659-1-iscsi: {}, Oct 27 16:27:52.138300 dv-cinder-815659-1-iscsi neutron-server[101665]: Metering agent@dv-cinder-815659-1-iscsi: {}, Oct 27 16:27:52.138300 dv-cinder-815659-1-iscsi neutron-server[101665]: Open vSwitch agent@dv-cinder-815659-1-iscsi: { 'AddressGroup': '1.2', Oct 27 16:27:52.138300 dv-cinder-815659-1-iscsi neutron-server[101665]: 'ConntrackHelper': '1.0', Oct 27 16:27:52.138300 dv-cinder-815659-1-iscsi neutron-server[101665]: 'Log': '1.0', Oct 27 16:27:52.138300 dv-cinder-815659-1-iscsi neutron-server[101665]: 'Network': '1.1', Oct 27 16:27:52.138300 dv-cinder-815659-1-iscsi neutron-server[101665]: 'Port': '1.7', Oct 27 16:27:52.138300 dv-cinder-815659-1-iscsi neutron-server[101665]: 'PortForwarding': '1.2', Oct 27 16:27:52.138300 dv-cinder-815659-1-iscsi neutron-server[101665]: 'QosPolicy': '1.10', Oct 27 16:27:52.138300 dv-cinder-815659-1-iscsi neutron-server[101665]: 'SecurityGroup': '1.4', Oct 27 16:27:52.138300 dv-cinder-815659-1-iscsi neutron-server[101665]: 'SecurityGroupRule': '1.2', Oct 27 16:27:52.138300 dv-cinder-815659-1-iscsi neutron-server[101665]: 'SubPort': '1.0', Oct 27 16:27:52.138300 dv-cinder-815659-1-iscsi neutron-server[101665]: 'Subnet': '1.1', Oct 27 16:27:52.138300 dv-cinder-815659-1-iscsi neutron-server[101665]: 'Trunk': '1.1'}} Oct 27 16:27:52.138300 dv-cinder-815659-1-iscsi neutron-server[101665]: {{(pid=101665) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 16:27:52.197434 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2748578d-eab7-4581-944b-b72fa521dc5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779338775480'] for network, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:52.240749 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2748578d-eab7-4581-944b-b72fa521dc5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568'] for network, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:52.242165 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2748578d-eab7-4581-944b-b72fa521dc5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:52.243188 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2748578d-eab7-4581-944b-b72fa521dc5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for network, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:52.320105 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-2748578d-eab7-4581-944b-b72fa521dc5d admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.8144267 Oct 27 16:27:52.345913 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748578d-eab7-4581-944b-b72fa521dc5d admin admin] Pushing event updated for resources: {'Network': ['ID=09cc7cd4-cf62-4249-923e-2003a1266aaf,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:52.358202 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Network 09cc7cd4-cf62-4249-923e-2003a1266aaf details requested by agent ovs-agent-dv-cinder-815659-1-iscsi with host dv-cinder-815659-1-iscsi {{(pid=101667) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:27:55.163548 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 47432) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:55.610560 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e9d94c-135f-4d10-a5d2-03e5b92d93ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:55.611921 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-e2e9d94c-135f-4d10-a5d2-03e5b92d93ad admin admin] 10.222.0.91 "GET /v2.0/networks/09cc7cd4-cf62-4249-923e-2003a1266aaf HTTP/1.1" status: 200 len: 826 time: 0.4473102 Oct 27 16:27:55.641585 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-99244245-6e53-4832-bb00-edf51b7002e7 admin admin] 10.222.0.91 "GET /v2.0/subnetpools/2a24955b-723f-4322-a6b6-ef8bd6f0089e HTTP/1.1" status: 200 len: 734 time: 0.0203447 Oct 27 16:27:55.650735 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-141334ea-e6ca-48bf-b517-f78479e38f7b admin admin] Request body: {'subnet': {'network_id': '09cc7cd4-cf62-4249-923e-2003a1266aaf', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '2a24955b-723f-4322-a6b6-ef8bd6f0089e', 'tenant_id': 'd1836ff1881f454d9005d1fddd4250ab', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:55.676535 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141334ea-e6ca-48bf-b517-f78479e38f7b admin admin] Made reservation on behalf of d1836ff1881f454d9005d1fddd4250ab for: {'subnet': 1} {{(pid=101665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:55.678715 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-141334ea-e6ca-48bf-b517-f78479e38f7b admin admin] Publish callbacks [] for subnet, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:55.992708 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-141334ea-e6ca-48bf-b517-f78479e38f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568'] for subnet, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:56.063735 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141334ea-e6ca-48bf-b517-f78479e38f7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f39c04ed-0930-4822-ba01-7440f22f5ff0,revision_number=0']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:56.066051 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141334ea-e6ca-48bf-b517-f78479e38f7b admin admin] Checking segment: {'id': '76a32afb-e7b5-4107-98e7-35d1cf8aa88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '09cc7cd4-cf62-4249-923e-2003a1266aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:27:56.066422 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141334ea-e6ca-48bf-b517-f78479e38f7b admin admin] Network hostable DHCP agents. Network: 09cc7cd4-cf62-4249-923e-2003a1266aaf, hostable agents: ['787f9650-d18e-4402-9e0d-45b78af00bf5'], hosted agents: [] {{(pid=101665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:27:56.090143 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141334ea-e6ca-48bf-b517-f78479e38f7b admin admin] Network 09cc7cd4-cf62-4249-923e-2003a1266aaf is scheduled to be hosted by DHCP agent 787f9650-d18e-4402-9e0d-45b78af00bf5 with binding_index 1 {{(pid=101665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:27:56.104089 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.base_scheduler [None req-141334ea-e6ca-48bf-b517-f78479e38f7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-1-iscsi, 09cc7cd4-cf62-4249-923e-2003a1266aaf) {{(pid=101665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:56.109074 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141334ea-e6ca-48bf-b517-f78479e38f7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:56.109695 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-141334ea-e6ca-48bf-b517-f78479e38f7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for subnet, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:56.114348 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b182a3-b738-4555-9b1c-abd0192e559d None None] Network 09cc7cd4-cf62-4249-923e-2003a1266aaf requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:27:56.136050 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-141334ea-e6ca-48bf-b517-f78479e38f7b admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4844875 Oct 27 16:27:56.439605 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c86988b-a618-43f6-af11-ff5931a5e42b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7b95057-ef53-539e-8933-e83ad38293e7-09cc7cd4-cf62-4249-923e-2003a1266aaf', 'network_id': '09cc7cd4-cf62-4249-923e-2003a1266aaf', 'tenant_id': 'd1836ff1881f454d9005d1fddd4250ab', 'fixed_ips': [{'subnet_id': 'f39c04ed-0930-4822-ba01-7440f22f5ff0'}]}} from dv-cinder-815659-1-iscsi. {{(pid=101667) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:27:56.440919 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8c86988b-a618-43f6-af11-ff5931a5e42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:56.733491 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.db_base_plugin_common [None req-8c86988b-a618-43f6-af11-ff5931a5e42b None None] Allocated IP 172.20.0.2 (09cc7cd4-cf62-4249-923e-2003a1266aaf/f39c04ed-0930-4822-ba01-7440f22f5ff0/125591a3-f74a-42e3-9085-aaff1fba9830) {{(pid=101667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:27:56.941726 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8c86988b-a618-43f6-af11-ff5931a5e42b None None] Publish callbacks [] for port, precommit_create {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:56.949928 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8c86988b-a618-43f6-af11-ff5931a5e42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622'] for port, after_create {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:57.028403 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c86988b-a618-43f6-af11-ff5931a5e42b None None] Network 09cc7cd4-cf62-4249-923e-2003a1266aaf is already hosted by enough agents. {{(pid=101667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:57.036251 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.scheduler.base_scheduler [None req-8c86988b-a618-43f6-af11-ff5931a5e42b None None] Resources bound (agent type, host, resource id): {{(pid=101667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:57.038187 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c86988b-a618-43f6-af11-ff5931a5e42b None None] Pushing event updated for resources: {'Port': ['ID=125591a3-f74a-42e3-9085-aaff1fba9830,revision_number=1']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:57.044109 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c86988b-a618-43f6-af11-ff5931a5e42b None None] Received port after_create {{(pid=101667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:27:57.051987 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c86988b-a618-43f6-af11-ff5931a5e42b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:57.052353 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c86988b-a618-43f6-af11-ff5931a5e42b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:57.052679 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c86988b-a618-43f6-af11-ff5931a5e42b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:57.053010 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c86988b-a618-43f6-af11-ff5931a5e42b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:57.053341 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c86988b-a618-43f6-af11-ff5931a5e42b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:57.053666 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c86988b-a618-43f6-af11-ff5931a5e42b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:57.053987 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c86988b-a618-43f6-af11-ff5931a5e42b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:57.054308 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c86988b-a618-43f6-af11-ff5931a5e42b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:57.054641 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c86988b-a618-43f6-af11-ff5931a5e42b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:57.054965 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c86988b-a618-43f6-af11-ff5931a5e42b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:57.055279 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c86988b-a618-43f6-af11-ff5931a5e42b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:57.055585 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c86988b-a618-43f6-af11-ff5931a5e42b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:57.056745 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c86988b-a618-43f6-af11-ff5931a5e42b None None] Tracked resource versions report: Oct 27 16:27:57.056745 dv-cinder-815659-1-iscsi neutron-server[101667]: pushed versions: Oct 27 16:27:57.056745 dv-cinder-815659-1-iscsi neutron-server[101667]: { 'AddressGroup': {'1.2'}, Oct 27 16:27:57.056745 dv-cinder-815659-1-iscsi neutron-server[101667]: 'ConntrackHelper': {'1.0'}, Oct 27 16:27:57.056745 dv-cinder-815659-1-iscsi neutron-server[101667]: 'Log': {'1.0'}, Oct 27 16:27:57.056745 dv-cinder-815659-1-iscsi neutron-server[101667]: 'Network': {'1.1'}, Oct 27 16:27:57.056745 dv-cinder-815659-1-iscsi neutron-server[101667]: 'Port': {'1.7'}, Oct 27 16:27:57.056745 dv-cinder-815659-1-iscsi neutron-server[101667]: 'PortForwarding': {'1.2'}, Oct 27 16:27:57.056745 dv-cinder-815659-1-iscsi neutron-server[101667]: 'QosPolicy': {'1.10'}, Oct 27 16:27:57.056745 dv-cinder-815659-1-iscsi neutron-server[101667]: 'SecurityGroup': {'1.4'}, Oct 27 16:27:57.056745 dv-cinder-815659-1-iscsi neutron-server[101667]: 'SecurityGroupRule': {'1.2'}, Oct 27 16:27:57.056745 dv-cinder-815659-1-iscsi neutron-server[101667]: 'SubPort': {'1.0'}, Oct 27 16:27:57.056745 dv-cinder-815659-1-iscsi neutron-server[101667]: 'Subnet': {'1.1'}, Oct 27 16:27:57.056745 dv-cinder-815659-1-iscsi neutron-server[101667]: 'Trunk': {'1.1'}} Oct 27 16:27:57.056745 dv-cinder-815659-1-iscsi neutron-server[101667]: consumer versions: Oct 27 16:27:57.056745 dv-cinder-815659-1-iscsi neutron-server[101667]: { DHCP agent@dv-cinder-815659-1-iscsi: {}, Oct 27 16:27:57.056745 dv-cinder-815659-1-iscsi neutron-server[101667]: L3 agent@dv-cinder-815659-1-iscsi: {}, Oct 27 16:27:57.056745 dv-cinder-815659-1-iscsi neutron-server[101667]: Metadata agent@dv-cinder-815659-1-iscsi: {}, Oct 27 16:27:57.056745 dv-cinder-815659-1-iscsi neutron-server[101667]: Metering agent@dv-cinder-815659-1-iscsi: {}, Oct 27 16:27:57.056745 dv-cinder-815659-1-iscsi neutron-server[101667]: Open vSwitch agent@dv-cinder-815659-1-iscsi: { 'AddressGroup': '1.2', Oct 27 16:27:57.056745 dv-cinder-815659-1-iscsi neutron-server[101667]: 'ConntrackHelper': '1.0', Oct 27 16:27:57.056745 dv-cinder-815659-1-iscsi neutron-server[101667]: 'Log': '1.0', Oct 27 16:27:57.056745 dv-cinder-815659-1-iscsi neutron-server[101667]: 'Network': '1.1', Oct 27 16:27:57.056745 dv-cinder-815659-1-iscsi neutron-server[101667]: 'Port': '1.7', Oct 27 16:27:57.056745 dv-cinder-815659-1-iscsi neutron-server[101667]: 'PortForwarding': '1.2', Oct 27 16:27:57.056745 dv-cinder-815659-1-iscsi neutron-server[101667]: 'QosPolicy': '1.10', Oct 27 16:27:57.056745 dv-cinder-815659-1-iscsi neutron-server[101667]: 'SecurityGroup': '1.4', Oct 27 16:27:57.056745 dv-cinder-815659-1-iscsi neutron-server[101667]: 'SecurityGroupRule': '1.2', Oct 27 16:27:57.056745 dv-cinder-815659-1-iscsi neutron-server[101667]: 'SubPort': '1.0', Oct 27 16:27:57.056745 dv-cinder-815659-1-iscsi neutron-server[101667]: 'Subnet': '1.1', Oct 27 16:27:57.056745 dv-cinder-815659-1-iscsi neutron-server[101667]: 'Trunk': '1.1'}} Oct 27 16:27:57.056745 dv-cinder-815659-1-iscsi neutron-server[101667]: {{(pid=101667) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 16:27:57.127807 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-8c86988b-a618-43f6-af11-ff5931a5e42b None None] Attempting to bind port 125591a3-f74a-42e3-9085-aaff1fba9830 on host dv-cinder-815659-1-iscsi for vnic_type normal with profile {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:27:57.128526 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-8c86988b-a618-43f6-af11-ff5931a5e42b None None] Attempting to bind port 125591a3-f74a-42e3-9085-aaff1fba9830 by drivers openvswitch,hyperv on host dv-cinder-815659-1-iscsi at level 0 using segments [{'id': '76a32afb-e7b5-4107-98e7-35d1cf8aa88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '09cc7cd4-cf62-4249-923e-2003a1266aaf'}] {{(pid=101667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:27:57.128624 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c86988b-a618-43f6-af11-ff5931a5e42b None None] Attempting to bind port 125591a3-f74a-42e3-9085-aaff1fba9830 on network 09cc7cd4-cf62-4249-923e-2003a1266aaf {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:27:57.134074 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c86988b-a618-43f6-af11-ff5931a5e42b None None] Checking agent: {'id': '042db589-9278-4969-aa78-790e50700daa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 27, 42), 'started_at': datetime.datetime(2021, 10, 27, 16, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:27:57.134438 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c86988b-a618-43f6-af11-ff5931a5e42b None None] Checking segment: {'id': '76a32afb-e7b5-4107-98e7-35d1cf8aa88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '09cc7cd4-cf62-4249-923e-2003a1266aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:27:57.134887 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8c86988b-a618-43f6-af11-ff5931a5e42b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:57.135269 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c86988b-a618-43f6-af11-ff5931a5e42b None None] Bound using segment: {'id': '76a32afb-e7b5-4107-98e7-35d1cf8aa88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '09cc7cd4-cf62-4249-923e-2003a1266aaf'} {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:27:57.135738 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-8c86988b-a618-43f6-af11-ff5931a5e42b None None] Bound port: 125591a3-f74a-42e3-9085-aaff1fba9830, host: dv-cinder-815659-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a32afb-e7b5-4107-98e7-35d1cf8aa88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '09cc7cd4-cf62-4249-923e-2003a1266aaf'}}] {{(pid=101667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:27:57.136169 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8c86988b-a618-43f6-af11-ff5931a5e42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:57.196986 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-8c86988b-a618-43f6-af11-ff5931a5e42b None None] For port 125591a3-f74a-42e3-9085-aaff1fba9830, host dv-cinder-815659-1-iscsi, cleared binding levels {{(pid=101667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:27:57.201293 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-8c86988b-a618-43f6-af11-ff5931a5e42b None None] For port 125591a3-f74a-42e3-9085-aaff1fba9830, host dv-cinder-815659-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=125591a3-f74a-42e3-9085-aaff1fba9830,segment=NetworkSegment(76a32afb-e7b5-4107-98e7-35d1cf8aa88c),segment_id=76a32afb-e7b5-4107-98e7-35d1cf8aa88c)] {{(pid=101667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:27:57.206142 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8c86988b-a618-43f6-af11-ff5931a5e42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:57.270426 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c86988b-a618-43f6-af11-ff5931a5e42b None None] Pushing event updated for resources: {'Port': ['ID=125591a3-f74a-42e3-9085-aaff1fba9830,revision_number=2']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:58.642845 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 47440) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:59.162322 dv-cinder-815659-1-iscsi neutron-server[101666]: WARNING oslo_policy.policy [None req-1763b5da-fcc8-4658-8629-dc1616e128a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 16:27:59.162900 dv-cinder-815659-1-iscsi neutron-server[101666]: WARNING oslo_policy.policy [None req-1763b5da-fcc8-4658-8629-dc1616e128a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 16:27:59.385397 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [None req-1763b5da-fcc8-4658-8629-dc1616e128a1 admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101666) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:27:59.386480 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-1763b5da-fcc8-4658-8629-dc1616e128a1 admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7425547 Oct 27 16:28:01.864844 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 47454) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:02.196939 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [None req-dcd78480-d03c-4814-9d8c-869dfe51cc29 admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:02.197959 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-dcd78480-d03c-4814-9d8c-869dfe51cc29 admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3320589 Oct 27 16:28:04.913442 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 47468) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:05.248525 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-c2e6102a-aa58-4d93-b851-803a7c93a86f admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'd1836ff1881f454d9005d1fddd4250ab'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:05.277014 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-c2e6102a-aa58-4d93-b851-803a7c93a86f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3734699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3542'] for router, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:05.279480 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-c2e6102a-aa58-4d93-b851-803a7c93a86f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3732827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3905833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3521'] for router, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:05.418482 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-c2e6102a-aa58-4d93-b851-803a7c93a86f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:05.426090 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-c2e6102a-aa58-4d93-b851-803a7c93a86f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3732816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3703951'] for router, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:05.441817 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-c2e6102a-aa58-4d93-b851-803a7c93a86f admin admin] Publish callbacks [] for router, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:05.443099 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-c2e6102a-aa58-4d93-b851-803a7c93a86f admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5286872 Oct 27 16:28:06.259282 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ac7ed1-ab29-4bf7-af8b-93d0e50eaef0 None None] Network 09cc7cd4-cf62-4249-923e-2003a1266aaf requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:28:06.331866 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-aee503e5-d8ce-47ec-9af3-11afd94f205a None None] Provisioning complete for port 125591a3-f74a-42e3-9085-aaff1fba9830 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:06.332270 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-aee503e5-d8ce-47ec-9af3-11afd94f205a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:06.526635 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-aee503e5-d8ce-47ec-9af3-11afd94f205a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:06.579742 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 125591a3-f74a-42e3-9085-aaff1fba9830 up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:28:06.594844 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-aee503e5-d8ce-47ec-9af3-11afd94f205a None None] For port 125591a3-f74a-42e3-9085-aaff1fba9830, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=125591a3-f74a-42e3-9085-aaff1fba9830,segment=NetworkSegment(76a32afb-e7b5-4107-98e7-35d1cf8aa88c),segment_id=76a32afb-e7b5-4107-98e7-35d1cf8aa88c)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:06.603538 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-aee503e5-d8ce-47ec-9af3-11afd94f205a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:06.703388 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee503e5-d8ce-47ec-9af3-11afd94f205a None None] Pushing event updated for resources: {'Port': ['ID=125591a3-f74a-42e3-9085-aaff1fba9830,revision_number=3']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:06.716133 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port 125591a3-f74a-42e3-9085-aaff1fba9830 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:06.716575 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:06.942475 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-6d33a007-4a59-4f5d-8ad3-4bc179d09f04 None None] Provisioning complete for port 125591a3-f74a-42e3-9085-aaff1fba9830 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:06.942870 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-6d33a007-4a59-4f5d-8ad3-4bc179d09f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:07.982823 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 47480) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:08.236985 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-6e17ed27-47ff-4c72-9648-5b03b2e1b378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:08.345764 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [None req-0b8b7786-2cc4-403a-8f72-0d7b48eafea7 admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:08.346752 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-0b8b7786-2cc4-403a-8f72-0d7b48eafea7 admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3628767 Oct 27 16:28:08.535221 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 125591a3-f74a-42e3-9085-aaff1fba9830 up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:28:08.586167 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port 125591a3-f74a-42e3-9085-aaff1fba9830 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:08.586499 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:10.845813 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 47488) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:10.929502 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-016af11a-145e-4049-95d5-a014f462a2be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:11.181004 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-985c3e6d-bc08-487d-8a20-39d04da87073 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'is_default': True}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:11.205785 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985c3e6d-bc08-487d-8a20-39d04da87073 admin admin] Made reservation on behalf of 9e0ae90fdec240e6843347111fac82a8 for: {'network': 1} {{(pid=101665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:28:11.208187 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-985c3e6d-bc08-487d-8a20-39d04da87073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for network, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:11.216008 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-985c3e6d-bc08-487d-8a20-39d04da87073 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:11.293817 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-985c3e6d-bc08-487d-8a20-39d04da87073 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:11.299871 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-985c3e6d-bc08-487d-8a20-39d04da87073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:11.314339 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-985c3e6d-bc08-487d-8a20-39d04da87073 admin admin] Reserving flat network on physical network physnet1 {{(pid=101665) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 27 16:28:11.332281 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c3e6d-bc08-487d-8a20-39d04da87073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c085199-a773-4eb3-a23e-a6a9558e0db4,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:11.336847 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-985c3e6d-bc08-487d-8a20-39d04da87073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790'] for segment, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:11.337179 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.db.segments_db [None req-985c3e6d-bc08-487d-8a20-39d04da87073 admin admin] Added segment 9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182 of type flat for network b60b3993-7427-4bdc-87fb-6dbc7e937750 Oct 27 16:28:11.383765 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-985c3e6d-bc08-487d-8a20-39d04da87073 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779338775480'] for network, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:11.421053 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-985c3e6d-bc08-487d-8a20-39d04da87073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568'] for network, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:11.421902 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985c3e6d-bc08-487d-8a20-39d04da87073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:11.422489 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-985c3e6d-bc08-487d-8a20-39d04da87073 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for network, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:11.477180 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-985c3e6d-bc08-487d-8a20-39d04da87073 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6299915 Oct 27 16:28:11.487699 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c3e6d-bc08-487d-8a20-39d04da87073 admin admin] Pushing event updated for resources: {'Network': ['ID=b60b3993-7427-4bdc-87fb-6dbc7e937750,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:11.501493 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Network b60b3993-7427-4bdc-87fb-6dbc7e937750 details requested by agent ovs-agent-dv-cinder-815659-1-iscsi with host dv-cinder-815659-1-iscsi {{(pid=101667) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:28:11.976542 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:12.420796 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:13.660519 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:14.031571 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 47506) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:14.369233 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.policy [None req-e288d2a4-98c2-4de7-a7ee-dd6ee9312e2c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101666) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 27 16:28:14.416718 dv-cinder-815659-1-iscsi neutron-server[101666]: WARNING oslo_policy.policy [None req-e288d2a4-98c2-4de7-a7ee-dd6ee9312e2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 16:28:14.417017 dv-cinder-815659-1-iscsi neutron-server[101666]: WARNING oslo_policy.policy [None req-e288d2a4-98c2-4de7-a7ee-dd6ee9312e2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 16:28:14.425423 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e288d2a4-98c2-4de7-a7ee-dd6ee9312e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:14.427161 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-e288d2a4-98c2-4de7-a7ee-dd6ee9312e2c admin admin] 10.222.0.91 "GET /v2.0/subnets/f39c04ed-0930-4822-ba01-7440f22f5ff0 HTTP/1.1" status: 200 len: 849 time: 0.3943546 Oct 27 16:28:14.599862 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-2893bf56-1d2c-4110-8259-3e560ffa8aa7 admin admin] 10.222.0.91 "GET /v2.0/routers/da96b227-1fd9-4440-bae5-5560b5bbc613 HTTP/1.1" status: 200 len: 704 time: 0.1627624 Oct 27 16:28:14.868730 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-bd1930dd-880c-4410-a5a4-0afc17b2abeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:15.193553 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.db_base_plugin_common [None req-bd1930dd-880c-4410-a5a4-0afc17b2abeb admin admin] Allocated IP 172.20.0.1 (09cc7cd4-cf62-4249-923e-2003a1266aaf/f39c04ed-0930-4822-ba01-7440f22f5ff0/e6821246-628a-46ee-8170-9025ba3eb040) {{(pid=101666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:28:15.399441 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-bd1930dd-880c-4410-a5a4-0afc17b2abeb admin admin] Publish callbacks [] for port, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:15.479248 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-bd1930dd-880c-4410-a5a4-0afc17b2abeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622'] for port, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:15.538952 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1930dd-880c-4410-a5a4-0afc17b2abeb admin admin] Network 09cc7cd4-cf62-4249-923e-2003a1266aaf is already hosted by enough agents. {{(pid=101666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:28:15.543448 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [None req-bd1930dd-880c-4410-a5a4-0afc17b2abeb admin admin] Resources bound (agent type, host, resource id): {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:28:15.596179 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1930dd-880c-4410-a5a4-0afc17b2abeb admin admin] Pushing event updated for resources: {'Port': ['ID=e6821246-628a-46ee-8170-9025ba3eb040,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:15.599372 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1930dd-880c-4410-a5a4-0afc17b2abeb admin admin] Received port after_create {{(pid=101666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:28:15.599372 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-bd1930dd-880c-4410-a5a4-0afc17b2abeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3734226'] for router_interface, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:15.665220 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1930dd-880c-4410-a5a4-0afc17b2abeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:15.665582 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1930dd-880c-4410-a5a4-0afc17b2abeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:15.665916 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1930dd-880c-4410-a5a4-0afc17b2abeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:15.666242 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1930dd-880c-4410-a5a4-0afc17b2abeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:15.666572 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1930dd-880c-4410-a5a4-0afc17b2abeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:15.666907 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1930dd-880c-4410-a5a4-0afc17b2abeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:15.667228 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1930dd-880c-4410-a5a4-0afc17b2abeb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:15.667558 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1930dd-880c-4410-a5a4-0afc17b2abeb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:15.667900 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1930dd-880c-4410-a5a4-0afc17b2abeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:15.668216 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1930dd-880c-4410-a5a4-0afc17b2abeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:15.668528 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1930dd-880c-4410-a5a4-0afc17b2abeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:15.668841 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1930dd-880c-4410-a5a4-0afc17b2abeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:15.670016 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1930dd-880c-4410-a5a4-0afc17b2abeb admin admin] Tracked resource versions report: Oct 27 16:28:15.670016 dv-cinder-815659-1-iscsi neutron-server[101666]: pushed versions: Oct 27 16:28:15.670016 dv-cinder-815659-1-iscsi neutron-server[101666]: { 'AddressGroup': {'1.2'}, Oct 27 16:28:15.670016 dv-cinder-815659-1-iscsi neutron-server[101666]: 'ConntrackHelper': {'1.0'}, Oct 27 16:28:15.670016 dv-cinder-815659-1-iscsi neutron-server[101666]: 'Log': {'1.0'}, Oct 27 16:28:15.670016 dv-cinder-815659-1-iscsi neutron-server[101666]: 'Network': {'1.1'}, Oct 27 16:28:15.670016 dv-cinder-815659-1-iscsi neutron-server[101666]: 'Port': {'1.7'}, Oct 27 16:28:15.670016 dv-cinder-815659-1-iscsi neutron-server[101666]: 'PortForwarding': {'1.2'}, Oct 27 16:28:15.670016 dv-cinder-815659-1-iscsi neutron-server[101666]: 'QosPolicy': {'1.10'}, Oct 27 16:28:15.670016 dv-cinder-815659-1-iscsi neutron-server[101666]: 'SecurityGroup': {'1.4'}, Oct 27 16:28:15.670016 dv-cinder-815659-1-iscsi neutron-server[101666]: 'SecurityGroupRule': {'1.2'}, Oct 27 16:28:15.670016 dv-cinder-815659-1-iscsi neutron-server[101666]: 'SubPort': {'1.0'}, Oct 27 16:28:15.670016 dv-cinder-815659-1-iscsi neutron-server[101666]: 'Subnet': {'1.1'}, Oct 27 16:28:15.670016 dv-cinder-815659-1-iscsi neutron-server[101666]: 'Trunk': {'1.1'}} Oct 27 16:28:15.670016 dv-cinder-815659-1-iscsi neutron-server[101666]: consumer versions: Oct 27 16:28:15.670016 dv-cinder-815659-1-iscsi neutron-server[101666]: { DHCP agent@dv-cinder-815659-1-iscsi: {}, Oct 27 16:28:15.670016 dv-cinder-815659-1-iscsi neutron-server[101666]: L3 agent@dv-cinder-815659-1-iscsi: {}, Oct 27 16:28:15.670016 dv-cinder-815659-1-iscsi neutron-server[101666]: Metadata agent@dv-cinder-815659-1-iscsi: {}, Oct 27 16:28:15.670016 dv-cinder-815659-1-iscsi neutron-server[101666]: Metering agent@dv-cinder-815659-1-iscsi: {}, Oct 27 16:28:15.670016 dv-cinder-815659-1-iscsi neutron-server[101666]: Open vSwitch agent@dv-cinder-815659-1-iscsi: { 'AddressGroup': '1.2', Oct 27 16:28:15.670016 dv-cinder-815659-1-iscsi neutron-server[101666]: 'ConntrackHelper': '1.0', Oct 27 16:28:15.670016 dv-cinder-815659-1-iscsi neutron-server[101666]: 'Log': '1.0', Oct 27 16:28:15.670016 dv-cinder-815659-1-iscsi neutron-server[101666]: 'Network': '1.1', Oct 27 16:28:15.670016 dv-cinder-815659-1-iscsi neutron-server[101666]: 'Port': '1.7', Oct 27 16:28:15.670016 dv-cinder-815659-1-iscsi neutron-server[101666]: 'PortForwarding': '1.2', Oct 27 16:28:15.670016 dv-cinder-815659-1-iscsi neutron-server[101666]: 'QosPolicy': '1.10', Oct 27 16:28:15.670016 dv-cinder-815659-1-iscsi neutron-server[101666]: 'SecurityGroup': '1.4', Oct 27 16:28:15.670016 dv-cinder-815659-1-iscsi neutron-server[101666]: 'SecurityGroupRule': '1.2', Oct 27 16:28:15.670016 dv-cinder-815659-1-iscsi neutron-server[101666]: 'SubPort': '1.0', Oct 27 16:28:15.670016 dv-cinder-815659-1-iscsi neutron-server[101666]: 'Subnet': '1.1', Oct 27 16:28:15.670016 dv-cinder-815659-1-iscsi neutron-server[101666]: 'Trunk': '1.1'}} Oct 27 16:28:15.670016 dv-cinder-815659-1-iscsi neutron-server[101666]: {{(pid=101666) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 16:28:15.813008 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-bd1930dd-880c-4410-a5a4-0afc17b2abeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:15.814699 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-64addb7b-a191-4cdb-9974-0ac96ac74248 None None] Provisioning complete for port e6821246-628a-46ee-8170-9025ba3eb040 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:15.815231 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-64addb7b-a191-4cdb-9974-0ac96ac74248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:15.852116 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-64addb7b-a191-4cdb-9974-0ac96ac74248 None None] Port e6821246-628a-46ee-8170-9025ba3eb040 cannot update to ACTIVE because it is not bound. {{(pid=101667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:28:16.036668 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-bd1930dd-880c-4410-a5a4-0afc17b2abeb admin admin] Publish callbacks [] for port, precommit_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:16.044092 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-bd1930dd-880c-4410-a5a4-0afc17b2abeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:16.044963 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-bd1930dd-880c-4410-a5a4-0afc17b2abeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3579526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3735106'] for router_interface, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:16.118752 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1930dd-880c-4410-a5a4-0afc17b2abeb admin admin] Pushing event updated for resources: {'Port': ['ID=e6821246-628a-46ee-8170-9025ba3eb040,revision_number=2']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:16.174494 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1930dd-880c-4410-a5a4-0afc17b2abeb admin admin] Network 09cc7cd4-cf62-4249-923e-2003a1266aaf is already hosted by enough agents. {{(pid=101666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:28:16.176069 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [None req-bd1930dd-880c-4410-a5a4-0afc17b2abeb admin admin] Resources bound (agent type, host, resource id): {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:28:16.374410 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-d997106a-aa5b-4800-98fd-1bbe43344163 None None] Provisioning complete for port e6821246-628a-46ee-8170-9025ba3eb040 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:16.374786 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d997106a-aa5b-4800-98fd-1bbe43344163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:16.398196 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd1930dd-880c-4410-a5a4-0afc17b2abeb admin admin] Router da96b227-1fd9-4440-bae5-5560b5bbc613 is scheduled to L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 with binding_index 1 {{(pid=101666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:28:16.412696 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-d997106a-aa5b-4800-98fd-1bbe43344163 None None] Port e6821246-628a-46ee-8170-9025ba3eb040 cannot update to ACTIVE because it is not bound. {{(pid=101667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:28:16.488568 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1930dd-880c-4410-a5a4-0afc17b2abeb admin admin] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:28:16.494132 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-bd1930dd-880c-4410-a5a4-0afc17b2abeb admin admin] 10.222.0.91 "PUT /v2.0/routers/da96b227-1fd9-4440-bae5-5560b5bbc613/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8881226 Oct 27 16:28:16.512580 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c177e6-1382-4ada-a8a8-a60e2e167aca None None] Sync routers for ids ['da96b227-1fd9-4440-bae5-5560b5bbc613'] in dv-cinder-815659-1-iscsi {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:28:16.525627 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.agents_db [None req-8f3c53fd-3166-491a-b603-91a64fcc8de1 None None] Agent healthcheck: found 5 active agents {{(pid=101668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:28:16.536743 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c177e6-1382-4ada-a8a8-a60e2e167aca None None] Routers {'da96b227-1fd9-4440-bae5-5560b5bbc613'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:28:16.537529 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-81c177e6-1382-4ada-a8a8-a60e2e167aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:28:11Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['da96b227-1fd9-4440-bae5-5560b5bbc613'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:16.737439 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-81c177e6-1382-4ada-a8a8-a60e2e167aca None None] Set router da96b227-1fd9-4440-bae5-5560b5bbc613 gateway port host: None {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:28:17.169879 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-81c177e6-1382-4ada-a8a8-a60e2e167aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da96b227-1fd9-4440-bae5-5560b5bbc613', 'name': 'router1', 'tenant_id': 'd1836ff1881f454d9005d1fddd4250ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:28:05Z', 'updated_at': '2021-10-27T16:28:15Z', 'revision_number': 2, 'project_id': 'd1836ff1881f454d9005d1fddd4250ab', 'gw_port_host': None, '_interfaces': [{'id': 'e6821246-628a-46ee-8170-9025ba3eb040', 'name': '', 'network_id': '09cc7cd4-cf62-4249-923e-2003a1266aaf', 'tenant_id': 'd1836ff1881f454d9005d1fddd4250ab', 'mac_address': 'fa:16:3e:59:92:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da96b227-1fd9-4440-bae5-5560b5bbc613', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f39c04ed-0930-4822-ba01-7440f22f5ff0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:28:14Z', 'updated_at': '2021-10-27T16:28:15Z', 'revision_number': 2, 'project_id': 'd1836ff1881f454d9005d1fddd4250ab', 'subnets': [{'id': 'f39c04ed-0930-4822-ba01-7440f22f5ff0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2a24955b-723f-4322-a6b6-ef8bd6f0089e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:17.220912 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c177e6-1382-4ada-a8a8-a60e2e167aca None None] Checking router: da96b227-1fd9-4440-bae5-5560b5bbc613 for host: dv-cinder-815659-1-iscsi {{(pid=101668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:28:17.221272 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c177e6-1382-4ada-a8a8-a60e2e167aca None None] Updating router da96b227-1fd9-4440-bae5-5560b5bbc613 port e6821246-628a-46ee-8170-9025ba3eb040 binding host dv-cinder-815659-1-iscsi {{(pid=101668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:28:17.270463 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-81c177e6-1382-4ada-a8a8-a60e2e167aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:17.781078 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-81c177e6-1382-4ada-a8a8-a60e2e167aca None None] Publish callbacks [] for port, precommit_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:17.789850 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-81c177e6-1382-4ada-a8a8-a60e2e167aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:17.885182 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d7794d-46f7-486a-b1a0-0e5c9fbfb637 None None] Pushing event updated for resources: {'Port': ['ID=e6821246-628a-46ee-8170-9025ba3eb040,revision_number=3']} {{(pid=101668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:17.914900 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d7794d-46f7-486a-b1a0-0e5c9fbfb637 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:17.915240 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d7794d-46f7-486a-b1a0-0e5c9fbfb637 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:17.915575 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d7794d-46f7-486a-b1a0-0e5c9fbfb637 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:17.915920 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d7794d-46f7-486a-b1a0-0e5c9fbfb637 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:17.916249 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d7794d-46f7-486a-b1a0-0e5c9fbfb637 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:17.916573 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d7794d-46f7-486a-b1a0-0e5c9fbfb637 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:17.916894 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d7794d-46f7-486a-b1a0-0e5c9fbfb637 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:17.917216 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d7794d-46f7-486a-b1a0-0e5c9fbfb637 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:17.917541 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d7794d-46f7-486a-b1a0-0e5c9fbfb637 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:17.917856 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d7794d-46f7-486a-b1a0-0e5c9fbfb637 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:17.918173 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d7794d-46f7-486a-b1a0-0e5c9fbfb637 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:17.918488 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d7794d-46f7-486a-b1a0-0e5c9fbfb637 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:17.919586 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d7794d-46f7-486a-b1a0-0e5c9fbfb637 None None] Tracked resource versions report: Oct 27 16:28:17.919586 dv-cinder-815659-1-iscsi neutron-server[101668]: pushed versions: Oct 27 16:28:17.919586 dv-cinder-815659-1-iscsi neutron-server[101668]: { 'AddressGroup': {'1.2'}, Oct 27 16:28:17.919586 dv-cinder-815659-1-iscsi neutron-server[101668]: 'ConntrackHelper': {'1.0'}, Oct 27 16:28:17.919586 dv-cinder-815659-1-iscsi neutron-server[101668]: 'Log': {'1.0'}, Oct 27 16:28:17.919586 dv-cinder-815659-1-iscsi neutron-server[101668]: 'Network': {'1.1'}, Oct 27 16:28:17.919586 dv-cinder-815659-1-iscsi neutron-server[101668]: 'Port': {'1.7'}, Oct 27 16:28:17.919586 dv-cinder-815659-1-iscsi neutron-server[101668]: 'PortForwarding': {'1.2'}, Oct 27 16:28:17.919586 dv-cinder-815659-1-iscsi neutron-server[101668]: 'QosPolicy': {'1.10'}, Oct 27 16:28:17.919586 dv-cinder-815659-1-iscsi neutron-server[101668]: 'SecurityGroup': {'1.4'}, Oct 27 16:28:17.919586 dv-cinder-815659-1-iscsi neutron-server[101668]: 'SecurityGroupRule': {'1.2'}, Oct 27 16:28:17.919586 dv-cinder-815659-1-iscsi neutron-server[101668]: 'SubPort': {'1.0'}, Oct 27 16:28:17.919586 dv-cinder-815659-1-iscsi neutron-server[101668]: 'Subnet': {'1.1'}, Oct 27 16:28:17.919586 dv-cinder-815659-1-iscsi neutron-server[101668]: 'Trunk': {'1.1'}} Oct 27 16:28:17.919586 dv-cinder-815659-1-iscsi neutron-server[101668]: consumer versions: Oct 27 16:28:17.919586 dv-cinder-815659-1-iscsi neutron-server[101668]: { DHCP agent@dv-cinder-815659-1-iscsi: {}, Oct 27 16:28:17.919586 dv-cinder-815659-1-iscsi neutron-server[101668]: L3 agent@dv-cinder-815659-1-iscsi: {}, Oct 27 16:28:17.919586 dv-cinder-815659-1-iscsi neutron-server[101668]: Metadata agent@dv-cinder-815659-1-iscsi: {}, Oct 27 16:28:17.919586 dv-cinder-815659-1-iscsi neutron-server[101668]: Metering agent@dv-cinder-815659-1-iscsi: {}, Oct 27 16:28:17.919586 dv-cinder-815659-1-iscsi neutron-server[101668]: Open vSwitch agent@dv-cinder-815659-1-iscsi: { 'AddressGroup': '1.2', Oct 27 16:28:17.919586 dv-cinder-815659-1-iscsi neutron-server[101668]: 'ConntrackHelper': '1.0', Oct 27 16:28:17.919586 dv-cinder-815659-1-iscsi neutron-server[101668]: 'Log': '1.0', Oct 27 16:28:17.919586 dv-cinder-815659-1-iscsi neutron-server[101668]: 'Network': '1.1', Oct 27 16:28:17.919586 dv-cinder-815659-1-iscsi neutron-server[101668]: 'Port': '1.7', Oct 27 16:28:17.919586 dv-cinder-815659-1-iscsi neutron-server[101668]: 'PortForwarding': '1.2', Oct 27 16:28:17.919586 dv-cinder-815659-1-iscsi neutron-server[101668]: 'QosPolicy': '1.10', Oct 27 16:28:17.919586 dv-cinder-815659-1-iscsi neutron-server[101668]: 'SecurityGroup': '1.4', Oct 27 16:28:17.919586 dv-cinder-815659-1-iscsi neutron-server[101668]: 'SecurityGroupRule': '1.2', Oct 27 16:28:17.919586 dv-cinder-815659-1-iscsi neutron-server[101668]: 'SubPort': '1.0', Oct 27 16:28:17.919586 dv-cinder-815659-1-iscsi neutron-server[101668]: 'Subnet': '1.1', Oct 27 16:28:17.919586 dv-cinder-815659-1-iscsi neutron-server[101668]: 'Trunk': '1.1'}} Oct 27 16:28:17.919586 dv-cinder-815659-1-iscsi neutron-server[101668]: {{(pid=101668) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 16:28:17.970343 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.managers [None req-81c177e6-1382-4ada-a8a8-a60e2e167aca None None] Attempting to bind port e6821246-628a-46ee-8170-9025ba3eb040 on host dv-cinder-815659-1-iscsi for vnic_type normal with profile {{(pid=101668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:28:17.970869 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.managers [None req-81c177e6-1382-4ada-a8a8-a60e2e167aca None None] Attempting to bind port e6821246-628a-46ee-8170-9025ba3eb040 by drivers openvswitch,hyperv on host dv-cinder-815659-1-iscsi at level 0 using segments [{'id': '76a32afb-e7b5-4107-98e7-35d1cf8aa88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '09cc7cd4-cf62-4249-923e-2003a1266aaf'}] {{(pid=101668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:28:17.971320 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c177e6-1382-4ada-a8a8-a60e2e167aca None None] Attempting to bind port e6821246-628a-46ee-8170-9025ba3eb040 on network 09cc7cd4-cf62-4249-923e-2003a1266aaf {{(pid=101668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:28:17.976853 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c177e6-1382-4ada-a8a8-a60e2e167aca None None] Checking agent: {'id': '042db589-9278-4969-aa78-790e50700daa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 27, 42), 'started_at': datetime.datetime(2021, 10, 27, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:28:17.977260 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c177e6-1382-4ada-a8a8-a60e2e167aca None None] Checking segment: {'id': '76a32afb-e7b5-4107-98e7-35d1cf8aa88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '09cc7cd4-cf62-4249-923e-2003a1266aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:28:17.977724 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-81c177e6-1382-4ada-a8a8-a60e2e167aca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:17.978249 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c177e6-1382-4ada-a8a8-a60e2e167aca None None] Bound using segment: {'id': '76a32afb-e7b5-4107-98e7-35d1cf8aa88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '09cc7cd4-cf62-4249-923e-2003a1266aaf'} {{(pid=101668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:28:17.978758 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.managers [None req-81c177e6-1382-4ada-a8a8-a60e2e167aca None None] Bound port: e6821246-628a-46ee-8170-9025ba3eb040, host: dv-cinder-815659-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a32afb-e7b5-4107-98e7-35d1cf8aa88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '09cc7cd4-cf62-4249-923e-2003a1266aaf'}}] {{(pid=101668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:28:17.979151 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-81c177e6-1382-4ada-a8a8-a60e2e167aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:18.044830 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-0c8ccf85-eb2e-4b6b-9162-9fc4cad2a821 None None] Provisioning complete for port e6821246-628a-46ee-8170-9025ba3eb040 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:18.045392 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-0c8ccf85-eb2e-4b6b-9162-9fc4cad2a821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:18.048867 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.db [None req-81c177e6-1382-4ada-a8a8-a60e2e167aca None None] For port e6821246-628a-46ee-8170-9025ba3eb040, host dv-cinder-815659-1-iscsi, cleared binding levels {{(pid=101668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:28:18.067422 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.db [None req-81c177e6-1382-4ada-a8a8-a60e2e167aca None None] For port e6821246-628a-46ee-8170-9025ba3eb040, host dv-cinder-815659-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=e6821246-628a-46ee-8170-9025ba3eb040,segment=NetworkSegment(76a32afb-e7b5-4107-98e7-35d1cf8aa88c),segment_id=76a32afb-e7b5-4107-98e7-35d1cf8aa88c)] {{(pid=101668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:28:18.072750 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-81c177e6-1382-4ada-a8a8-a60e2e167aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:18.082416 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-0c8ccf85-eb2e-4b6b-9162-9fc4cad2a821 None None] Port e6821246-628a-46ee-8170-9025ba3eb040 cannot update to ACTIVE because it is not bound. {{(pid=101667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:28:18.131941 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d7794d-46f7-486a-b1a0-0e5c9fbfb637 None None] Pushing event updated for resources: {'Port': ['ID=e6821246-628a-46ee-8170-9025ba3eb040,revision_number=4']} {{(pid=101668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:18.138248 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c177e6-1382-4ada-a8a8-a60e2e167aca None None] Routers {'da96b227-1fd9-4440-bae5-5560b5bbc613'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:28:18.138856 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-81c177e6-1382-4ada-a8a8-a60e2e167aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:28:11Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['da96b227-1fd9-4440-bae5-5560b5bbc613'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:18.230025 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-81c177e6-1382-4ada-a8a8-a60e2e167aca None None] Set router da96b227-1fd9-4440-bae5-5560b5bbc613 gateway port host: None {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:28:18.302419 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-f2cde43f-0b5e-4334-af6c-8f438e239d96 None None] Provisioning complete for port e6821246-628a-46ee-8170-9025ba3eb040 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:18.303146 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-f2cde43f-0b5e-4334-af6c-8f438e239d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:18.383093 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-f2cde43f-0b5e-4334-af6c-8f438e239d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:18.414866 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-f2cde43f-0b5e-4334-af6c-8f438e239d96 None None] For port e6821246-628a-46ee-8170-9025ba3eb040, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=e6821246-628a-46ee-8170-9025ba3eb040,segment=NetworkSegment(76a32afb-e7b5-4107-98e7-35d1cf8aa88c),segment_id=76a32afb-e7b5-4107-98e7-35d1cf8aa88c)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:18.419781 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-f2cde43f-0b5e-4334-af6c-8f438e239d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:18.437704 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-81c177e6-1382-4ada-a8a8-a60e2e167aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da96b227-1fd9-4440-bae5-5560b5bbc613', 'name': 'router1', 'tenant_id': 'd1836ff1881f454d9005d1fddd4250ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:28:05Z', 'updated_at': '2021-10-27T16:28:15Z', 'revision_number': 2, 'project_id': 'd1836ff1881f454d9005d1fddd4250ab', 'gw_port_host': None, '_interfaces': [{'id': 'e6821246-628a-46ee-8170-9025ba3eb040', 'name': '', 'network_id': '09cc7cd4-cf62-4249-923e-2003a1266aaf', 'tenant_id': 'd1836ff1881f454d9005d1fddd4250ab', 'mac_address': 'fa:16:3e:59:92:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da96b227-1fd9-4440-bae5-5560b5bbc613', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f39c04ed-0930-4822-ba01-7440f22f5ff0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:28:14Z', 'updated_at': '2021-10-27T16:28:18Z', 'revision_number': 4, 'project_id': 'd1836ff1881f454d9005d1fddd4250ab', 'subnets': [{'id': 'f39c04ed-0930-4822-ba01-7440f22f5ff0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2a24955b-723f-4322-a6b6-ef8bd6f0089e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:18.467164 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c177e6-1382-4ada-a8a8-a60e2e167aca None None] The sync data for ids ['da96b227-1fd9-4440-bae5-5560b5bbc613'] in dv-cinder-815659-1-iscsi is: [{'id': 'da96b227-1fd9-4440-bae5-5560b5bbc613', 'name': 'router1', 'tenant_id': 'd1836ff1881f454d9005d1fddd4250ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:28:05Z', 'updated_at': '2021-10-27T16:28:15Z', 'revision_number': 2, 'project_id': 'd1836ff1881f454d9005d1fddd4250ab', 'gw_port_host': None, '_interfaces': [{'id': 'e6821246-628a-46ee-8170-9025ba3eb040', 'name': '', 'network_id': '09cc7cd4-cf62-4249-923e-2003a1266aaf', 'tenant_id': 'd1836ff1881f454d9005d1fddd4250ab', 'mac_address': 'fa:16:3e:59:92:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da96b227-1fd9-4440-bae5-5560b5bbc613', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f39c04ed-0930-4822-ba01-7440f22f5ff0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:28:14Z', 'updated_at': '2021-10-27T16:28:18Z', 'revision_number': 4, 'project_id': 'd1836ff1881f454d9005d1fddd4250ab', 'subnets': [{'id': 'f39c04ed-0930-4822-ba01-7440f22f5ff0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2a24955b-723f-4322-a6b6-ef8bd6f0089e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:28:18.471232 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cde43f-0b5e-4334-af6c-8f438e239d96 None None] Pushing event updated for resources: {'Port': ['ID=e6821246-628a-46ee-8170-9025ba3eb040,revision_number=5']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:18.840629 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 47532) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:18.955619 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6db3bb7-111f-40e2-b83d-32508131f152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:18.956987 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-b6db3bb7-111f-40e2-b83d-32508131f152 admin admin] 10.222.0.91 "GET /v2.0/networks/b60b3993-7427-4bdc-87fb-6dbc7e937750 HTTP/1.1" status: 200 len: 842 time: 0.1153440 Oct 27 16:28:18.967523 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [None req-2355a622-ff5f-427b-8504-e039fcc646a7 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:18.968918 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.quota [None req-2355a622-ff5f-427b-8504-e039fcc646a7 admin admin] Loaded quota_driver: . Oct 27 16:28:19.004942 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2355a622-ff5f-427b-8504-e039fcc646a7 admin admin] Made reservation on behalf of 9e0ae90fdec240e6843347111fac82a8 for: {'subnet': 1} {{(pid=101666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:28:19.007288 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-2355a622-ff5f-427b-8504-e039fcc646a7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:19.324106 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.objects.ports [None req-2355a622-ff5f-427b-8504-e039fcc646a7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101666) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 16:28:19.324558 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-2355a622-ff5f-427b-8504-e039fcc646a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568'] for subnet, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:19.383656 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2355a622-ff5f-427b-8504-e039fcc646a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1,revision_number=0']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:19.391451 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2355a622-ff5f-427b-8504-e039fcc646a7 admin admin] Checking segment: {'id': '9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:28:19.391800 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2355a622-ff5f-427b-8504-e039fcc646a7 admin admin] Network hostable DHCP agents. Network: b60b3993-7427-4bdc-87fb-6dbc7e937750, hostable agents: ['787f9650-d18e-4402-9e0d-45b78af00bf5'], hosted agents: [] {{(pid=101666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:28:19.413894 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2355a622-ff5f-427b-8504-e039fcc646a7 admin admin] Network b60b3993-7427-4bdc-87fb-6dbc7e937750 is scheduled to be hosted by DHCP agent 787f9650-d18e-4402-9e0d-45b78af00bf5 with binding_index 1 {{(pid=101666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:28:19.425159 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [None req-2355a622-ff5f-427b-8504-e039fcc646a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-1-iscsi, b60b3993-7427-4bdc-87fb-6dbc7e937750) {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:28:19.429767 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2355a622-ff5f-427b-8504-e039fcc646a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:19.430372 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-2355a622-ff5f-427b-8504-e039fcc646a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for subnet, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:19.437105 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2c6ff3-3416-4009-b5c4-bf77b3d4e8af None None] Network b60b3993-7427-4bdc-87fb-6dbc7e937750 requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:28:19.454572 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-2355a622-ff5f-427b-8504-e039fcc646a7 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4906316 Oct 27 16:28:19.575152 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c6db2a-bf2c-4052-8d47-27f753ce2bf7 None None] Network b60b3993-7427-4bdc-87fb-6dbc7e937750 requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:28:21.877230 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 47540) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:22.106298 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-e76e757f-3190-43a8-b3e6-aa7a3b4636e3 admin admin] 10.222.0.91 "GET /v2.0/routers/da96b227-1fd9-4440-bae5-5560b5bbc613 HTTP/1.1" status: 200 len: 710 time: 0.2278261 Oct 27 16:28:22.229044 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56be4780-af42-47ee-a24d-f7c2da446fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:22.230698 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-56be4780-af42-47ee-a24d-f7c2da446fe0 admin admin] 10.222.0.91 "GET /v2.0/networks/b60b3993-7427-4bdc-87fb-6dbc7e937750 HTTP/1.1" status: 200 len: 886 time: 0.1176426 Oct 27 16:28:22.241553 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-fde769e5-fea1-4476-bce5-4636eb79a951 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'}}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:22.491755 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-fde769e5-fea1-4476-bce5-4636eb79a951 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:22.773661 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-fde769e5-fea1-4476-bce5-4636eb79a951 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:22.851253 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-fde769e5-fea1-4476-bce5-4636eb79a951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:23.009272 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.db_base_plugin_common [None req-fde769e5-fea1-4476-bce5-4636eb79a951 admin admin] Allocated IP 172.27.0.142 (b60b3993-7427-4bdc-87fb-6dbc7e937750/bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1/5d58b5ee-18ce-472f-98ad-213e3160c4f1) {{(pid=101665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:28:23.117819 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-fde769e5-fea1-4476-bce5-4636eb79a951 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:23.177208 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-fde769e5-fea1-4476-bce5-4636eb79a951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622'] for port, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:23.246527 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde769e5-fea1-4476-bce5-4636eb79a951 admin admin] Network b60b3993-7427-4bdc-87fb-6dbc7e937750 is already hosted by enough agents. {{(pid=101665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:28:23.251275 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.base_scheduler [None req-fde769e5-fea1-4476-bce5-4636eb79a951 admin admin] Resources bound (agent type, host, resource id): {{(pid=101665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:28:23.257298 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde769e5-fea1-4476-bce5-4636eb79a951 admin admin] Received port after_create {{(pid=101665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:28:23.320543 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde769e5-fea1-4476-bce5-4636eb79a951 admin admin] Pushing event updated for resources: {'Port': ['ID=5d58b5ee-18ce-472f-98ad-213e3160c4f1,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:23.547245 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-fde769e5-fea1-4476-bce5-4636eb79a951 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:23.746674 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-fde769e5-fea1-4476-bce5-4636eb79a951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3703968', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3732777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3507'] for router, precommit_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:23.751223 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-fde769e5-fea1-4476-bce5-4636eb79a951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3703951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3703993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3703990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3732774'] for router, after_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:23.885428 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde769e5-fea1-4476-bce5-4636eb79a951 admin admin] Router da96b227-1fd9-4440-bae5-5560b5bbc613 has already been hosted by L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 {{(pid=101665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:28:24.094970 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde769e5-fea1-4476-bce5-4636eb79a951 admin admin] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:28:24.099551 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-fde769e5-fea1-4476-bce5-4636eb79a951 admin admin] Publish callbacks [] for router, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:24.100801 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-fde769e5-fea1-4476-bce5-4636eb79a951 admin admin] 10.222.0.91 "PUT /v2.0/routers/da96b227-1fd9-4440-bae5-5560b5bbc613 HTTP/1.1" status: 200 len: 890 time: 1.8625343 Oct 27 16:28:24.573544 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device e6821246-628a-46ee-8170-9025ba3eb040 up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:28:24.625527 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port e6821246-628a-46ee-8170-9025ba3eb040 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:24.625810 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:25.403537 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad26cf82-a162-4135-9bed-68c5b583f284 None None] Sync routers for ids ['da96b227-1fd9-4440-bae5-5560b5bbc613'] in dv-cinder-815659-1-iscsi {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:28:25.414848 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad26cf82-a162-4135-9bed-68c5b583f284 None None] Routers {'da96b227-1fd9-4440-bae5-5560b5bbc613'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:28:25.415495 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-ad26cf82-a162-4135-9bed-68c5b583f284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:28:11Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['da96b227-1fd9-4440-bae5-5560b5bbc613'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:25.624936 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-ad26cf82-a162-4135-9bed-68c5b583f284 None None] Set router da96b227-1fd9-4440-bae5-5560b5bbc613 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:28:26.081900 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-ad26cf82-a162-4135-9bed-68c5b583f284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da96b227-1fd9-4440-bae5-5560b5bbc613', 'name': 'router1', 'tenant_id': 'd1836ff1881f454d9005d1fddd4250ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '5d58b5ee-18ce-472f-98ad-213e3160c4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:28:05Z', 'updated_at': '2021-10-27T16:28:23Z', 'revision_number': 4, 'project_id': 'd1836ff1881f454d9005d1fddd4250ab', 'gw_port': {'id': '5d58b5ee-18ce-472f-98ad-213e3160c4f1', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:74:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da96b227-1fd9-4440-bae5-5560b5bbc613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:28:22Z', 'updated_at': '2021-10-27T16:28:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': 'e6821246-628a-46ee-8170-9025ba3eb040', 'name': '', 'network_id': '09cc7cd4-cf62-4249-923e-2003a1266aaf', 'tenant_id': 'd1836ff1881f454d9005d1fddd4250ab', 'mac_address': 'fa:16:3e:59:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da96b227-1fd9-4440-bae5-5560b5bbc613', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f39c04ed-0930-4822-ba01-7440f22f5ff0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:28:14Z', 'updated_at': '2021-10-27T16:28:18Z', 'revision_number': 5, 'project_id': 'd1836ff1881f454d9005d1fddd4250ab', 'subnets': [{'id': 'f39c04ed-0930-4822-ba01-7440f22f5ff0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2a24955b-723f-4322-a6b6-ef8bd6f0089e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:26.134947 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad26cf82-a162-4135-9bed-68c5b583f284 None None] Checking router: da96b227-1fd9-4440-bae5-5560b5bbc613 for host: dv-cinder-815659-1-iscsi {{(pid=101667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:28:26.135285 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad26cf82-a162-4135-9bed-68c5b583f284 None None] Updating router da96b227-1fd9-4440-bae5-5560b5bbc613 port 5d58b5ee-18ce-472f-98ad-213e3160c4f1 binding host dv-cinder-815659-1-iscsi {{(pid=101667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:28:26.181173 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-ad26cf82-a162-4135-9bed-68c5b583f284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:26.508583 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-ad26cf82-a162-4135-9bed-68c5b583f284 None None] Publish callbacks [] for port, precommit_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:26.514904 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-ad26cf82-a162-4135-9bed-68c5b583f284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:26.567772 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-ad26cf82-a162-4135-9bed-68c5b583f284 None None] Attempting to bind port 5d58b5ee-18ce-472f-98ad-213e3160c4f1 on host dv-cinder-815659-1-iscsi for vnic_type normal with profile {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:28:26.568174 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-ad26cf82-a162-4135-9bed-68c5b583f284 None None] Attempting to bind port 5d58b5ee-18ce-472f-98ad-213e3160c4f1 by drivers openvswitch,hyperv on host dv-cinder-815659-1-iscsi at level 0 using segments [{'id': '9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'}] {{(pid=101667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:28:26.568556 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad26cf82-a162-4135-9bed-68c5b583f284 None None] Attempting to bind port 5d58b5ee-18ce-472f-98ad-213e3160c4f1 on network b60b3993-7427-4bdc-87fb-6dbc7e937750 {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:28:26.575632 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209af32-7ceb-42c5-b232-cc75b1aea2ac None None] Pushing event updated for resources: {'Port': ['ID=5d58b5ee-18ce-472f-98ad-213e3160c4f1,revision_number=2']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:26.579909 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad26cf82-a162-4135-9bed-68c5b583f284 None None] Checking agent: {'id': '042db589-9278-4969-aa78-790e50700daa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 27, 42), 'started_at': datetime.datetime(2021, 10, 27, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:28:26.580172 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad26cf82-a162-4135-9bed-68c5b583f284 None None] Checking segment: {'id': '9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:28:26.580719 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-ad26cf82-a162-4135-9bed-68c5b583f284 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:26.580834 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad26cf82-a162-4135-9bed-68c5b583f284 None None] Bound using segment: {'id': '9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'} {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:28:26.581298 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-ad26cf82-a162-4135-9bed-68c5b583f284 None None] Bound port: 5d58b5ee-18ce-472f-98ad-213e3160c4f1, host: dv-cinder-815659-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'}}] {{(pid=101667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:28:26.581687 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-ad26cf82-a162-4135-9bed-68c5b583f284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:26.620486 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 47552) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:26.630616 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-ad26cf82-a162-4135-9bed-68c5b583f284 None None] For port 5d58b5ee-18ce-472f-98ad-213e3160c4f1, host dv-cinder-815659-1-iscsi, cleared binding levels {{(pid=101667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:28:26.634102 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-ad26cf82-a162-4135-9bed-68c5b583f284 None None] For port 5d58b5ee-18ce-472f-98ad-213e3160c4f1, host dv-cinder-815659-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=5d58b5ee-18ce-472f-98ad-213e3160c4f1,segment=NetworkSegment(9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182),segment_id=9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182)] {{(pid=101667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:28:26.639441 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-ad26cf82-a162-4135-9bed-68c5b583f284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:26.699067 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad26cf82-a162-4135-9bed-68c5b583f284 None None] Routers {'da96b227-1fd9-4440-bae5-5560b5bbc613'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:28:26.699771 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-ad26cf82-a162-4135-9bed-68c5b583f284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:28:11Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['da96b227-1fd9-4440-bae5-5560b5bbc613'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:26.702849 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209af32-7ceb-42c5-b232-cc75b1aea2ac None None] Pushing event updated for resources: {'Port': ['ID=5d58b5ee-18ce-472f-98ad-213e3160c4f1,revision_number=3']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:26.735924 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-d1c47a87-66ce-4c4a-8365-267f906dc3c8 admin admin] 10.222.0.91 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1133516 Oct 27 16:28:26.812537 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-ad26cf82-a162-4135-9bed-68c5b583f284 None None] Set router da96b227-1fd9-4440-bae5-5560b5bbc613 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:28:27.031573 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-ad26cf82-a162-4135-9bed-68c5b583f284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da96b227-1fd9-4440-bae5-5560b5bbc613', 'name': 'router1', 'tenant_id': 'd1836ff1881f454d9005d1fddd4250ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '5d58b5ee-18ce-472f-98ad-213e3160c4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:28:05Z', 'updated_at': '2021-10-27T16:28:23Z', 'revision_number': 4, 'project_id': 'd1836ff1881f454d9005d1fddd4250ab', 'gw_port': {'id': '5d58b5ee-18ce-472f-98ad-213e3160c4f1', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:74:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da96b227-1fd9-4440-bae5-5560b5bbc613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:28:22Z', 'updated_at': '2021-10-27T16:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': 'e6821246-628a-46ee-8170-9025ba3eb040', 'name': '', 'network_id': '09cc7cd4-cf62-4249-923e-2003a1266aaf', 'tenant_id': 'd1836ff1881f454d9005d1fddd4250ab', 'mac_address': 'fa:16:3e:59:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da96b227-1fd9-4440-bae5-5560b5bbc613', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f39c04ed-0930-4822-ba01-7440f22f5ff0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:28:14Z', 'updated_at': '2021-10-27T16:28:18Z', 'revision_number': 5, 'project_id': 'd1836ff1881f454d9005d1fddd4250ab', 'subnets': [{'id': 'f39c04ed-0930-4822-ba01-7440f22f5ff0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2a24955b-723f-4322-a6b6-ef8bd6f0089e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:27.057330 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad26cf82-a162-4135-9bed-68c5b583f284 None None] The sync data for ids ['da96b227-1fd9-4440-bae5-5560b5bbc613'] in dv-cinder-815659-1-iscsi is: [{'id': 'da96b227-1fd9-4440-bae5-5560b5bbc613', 'name': 'router1', 'tenant_id': 'd1836ff1881f454d9005d1fddd4250ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '5d58b5ee-18ce-472f-98ad-213e3160c4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:28:05Z', 'updated_at': '2021-10-27T16:28:23Z', 'revision_number': 4, 'project_id': 'd1836ff1881f454d9005d1fddd4250ab', 'gw_port': {'id': '5d58b5ee-18ce-472f-98ad-213e3160c4f1', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:74:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da96b227-1fd9-4440-bae5-5560b5bbc613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:28:22Z', 'updated_at': '2021-10-27T16:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': 'e6821246-628a-46ee-8170-9025ba3eb040', 'name': '', 'network_id': '09cc7cd4-cf62-4249-923e-2003a1266aaf', 'tenant_id': 'd1836ff1881f454d9005d1fddd4250ab', 'mac_address': 'fa:16:3e:59:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da96b227-1fd9-4440-bae5-5560b5bbc613', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f39c04ed-0930-4822-ba01-7440f22f5ff0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:28:14Z', 'updated_at': '2021-10-27T16:28:18Z', 'revision_number': 5, 'project_id': 'd1836ff1881f454d9005d1fddd4250ab', 'subnets': [{'id': 'f39c04ed-0930-4822-ba01-7440f22f5ff0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2a24955b-723f-4322-a6b6-ef8bd6f0089e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:28:28.604892 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 5d58b5ee-18ce-472f-98ad-213e3160c4f1 up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:28:28.661118 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port 5d58b5ee-18ce-472f-98ad-213e3160c4f1 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:28.661697 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:28.753708 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:28.774475 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] For port 5d58b5ee-18ce-472f-98ad-213e3160c4f1, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=5d58b5ee-18ce-472f-98ad-213e3160c4f1,segment=NetworkSegment(9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182),segment_id=9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:28.780430 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:28.832505 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Pushing event updated for resources: {'Port': ['ID=5d58b5ee-18ce-472f-98ad-213e3160c4f1,revision_number=4']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:30.595125 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 5d58b5ee-18ce-472f-98ad-213e3160c4f1 up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:28:30.675203 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port 5d58b5ee-18ce-472f-98ad-213e3160c4f1 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:30.675813 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:38.246532 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-978b06bd-705d-4bda-9c30-73773870e3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:40.935290 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-1c861f59-fbc7-4804-9a3b-3478b62bfc03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:42.000593 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:42.415689 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:43.664521 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:53.516604 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.agents_db [None req-8f3c53fd-3166-491a-b603-91a64fcc8de1 None None] Agent healthcheck: found 5 active agents {{(pid=101668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:29:08.242758 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8a0ae7e6-a59f-40aa-891e-03c32592cf0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:10.935662 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-a3604f85-2900-4a27-9a27-e975bc47bf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:11.987649 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:12.413886 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:13.663682 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:30.517123 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.agents_db [None req-8f3c53fd-3166-491a-b603-91a64fcc8de1 None None] Agent healthcheck: found 5 active agents {{(pid=101668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:29:38.238501 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-6e7d977c-59ba-4f95-954e-6caec70ab3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:40.930494 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8a8a6818-d2e0-4d4a-bdf3-f5b13ba4aff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:41.986078 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:42.407574 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:43.657300 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:06.083019 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 48114) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:06.155327 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c6c7c67-a61f-48fe-95b1-ce3465e2a01e admin admin] GET failed (client error): The resource could not be found. Oct 27 16:30:06.156695 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-9c6c7c67-a61f-48fe-95b1-ce3465e2a01e admin admin] 10.222.0.91 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0727289 Oct 27 16:30:06.327503 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a864a50-f05f-4b0f-85f2-c64b36a761ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:06.329040 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-1a864a50-f05f-4b0f-85f2-c64b36a761ae admin admin] 10.222.0.91 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1675606 Oct 27 16:30:07.516474 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.agents_db [None req-8f3c53fd-3166-491a-b603-91a64fcc8de1 None None] Agent healthcheck: found 5 active agents {{(pid=101668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:30:08.243042 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-704c19e7-3dbb-497a-97cc-3870465d0589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:08.598580 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 48124) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:08.707778 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9269500a-7827-4aa3-a351-969c1c4d054c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:08.709732 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-9269500a-7827-4aa3-a351-969c1c4d054c admin admin] 10.222.0.91 "GET /v2.0/subnets/f39c04ed-0930-4822-ba01-7440f22f5ff0 HTTP/1.1" status: 200 len: 849 time: 0.1097369 Oct 27 16:30:08.720112 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-00846eb9-06db-47a5-af66-cba8d2565878 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:08.811026 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-00846eb9-06db-47a5-af66-cba8d2565878 admin admin] Publish callbacks [] for subnet, before_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:08.955071 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-00846eb9-06db-47a5-af66-cba8d2565878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779339283941'] for subnet, after_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:08.991579 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00846eb9-06db-47a5-af66-cba8d2565878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:08.992197 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-00846eb9-06db-47a5-af66-cba8d2565878 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for subnet, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:08.993443 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-00846eb9-06db-47a5-af66-cba8d2565878 admin admin] 10.222.0.91 "PUT /v2.0/subnets/f39c04ed-0930-4822-ba01-7440f22f5ff0 HTTP/1.1" status: 200 len: 868 time: 0.2771490 Oct 27 16:30:09.007683 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00846eb9-06db-47a5-af66-cba8d2565878 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f39c04ed-0930-4822-ba01-7440f22f5ff0,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:09.008854 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689cc4ef-c25e-445a-a5d4-33b877199814 None None] Network 09cc7cd4-cf62-4249-923e-2003a1266aaf requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:30:09.016721 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00846eb9-06db-47a5-af66-cba8d2565878 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:09.017175 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00846eb9-06db-47a5-af66-cba8d2565878 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:09.017586 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00846eb9-06db-47a5-af66-cba8d2565878 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:09.017988 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00846eb9-06db-47a5-af66-cba8d2565878 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:09.018385 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00846eb9-06db-47a5-af66-cba8d2565878 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:09.018794 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00846eb9-06db-47a5-af66-cba8d2565878 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:09.019192 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00846eb9-06db-47a5-af66-cba8d2565878 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:09.019587 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00846eb9-06db-47a5-af66-cba8d2565878 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:09.020048 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00846eb9-06db-47a5-af66-cba8d2565878 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:09.020358 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00846eb9-06db-47a5-af66-cba8d2565878 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:09.020824 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00846eb9-06db-47a5-af66-cba8d2565878 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:09.021157 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00846eb9-06db-47a5-af66-cba8d2565878 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:09.362805 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-4dc4b84e-01f5-468b-92e6-befba6a9a581 None None] Provisioning complete for port e6821246-628a-46ee-8170-9025ba3eb040 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:30:09.363367 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-4dc4b84e-01f5-468b-92e6-befba6a9a581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:09.452280 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-4dc4b84e-01f5-468b-92e6-befba6a9a581 None None] Provisioning complete for port 125591a3-f74a-42e3-9085-aaff1fba9830 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:30:09.452518 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-4dc4b84e-01f5-468b-92e6-befba6a9a581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:10.935094 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-90716472-4600-4110-b586-024af457f0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:11.290129 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 48132) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:11.507561 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10446b6-8381-4aee-9b42-ca9749a1957b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:11.507934 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10446b6-8381-4aee-9b42-ca9749a1957b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:11.509543 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-e10446b6-8381-4aee-9b42-ca9749a1957b admin admin] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2183797 Oct 27 16:30:11.989188 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:12.412263 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:13.659793 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:13.788049 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 48140) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:13.942752 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6176f172-4e03-4176-a56c-024e7ca8800a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:13.943413 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6176f172-4e03-4176-a56c-024e7ca8800a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:13.944993 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-6176f172-4e03-4176-a56c-024e7ca8800a admin admin] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1559713 Oct 27 16:30:16.237779 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 48148) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:16.405026 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a52916-d6ed-4f6f-99dc-678f360228b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:16.406279 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-45a52916-d6ed-4f6f-99dc-678f360228b5 admin admin] 10.222.0.91 "GET /v2.0/networks/09cc7cd4-cf62-4249-923e-2003a1266aaf HTTP/1.1" status: 200 len: 870 time: 0.1675208 Oct 27 16:30:18.668713 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 48156) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:18.802631 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a8b53d-69d4-4dc1-84ca-79b5b8473a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:18.804011 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-76a8b53d-69d4-4dc1-84ca-79b5b8473a4e admin admin] 10.222.0.91 "GET /v2.0/networks/b60b3993-7427-4bdc-87fb-6dbc7e937750 HTTP/1.1" status: 200 len: 886 time: 0.1339908 Oct 27 16:30:21.077038 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 48164) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:21.211342 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0445a502-4c12-4d1e-8fc4-00c5d5b47af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:21.211788 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0445a502-4c12-4d1e-8fc4-00c5d5b47af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:21.213529 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-0445a502-4c12-4d1e-8fc4-00c5d5b47af9 admin admin] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1353862 Oct 27 16:30:23.486585 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 48172) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:23.614763 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5b759c-444e-4610-84e7-89c0000c1441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:23.615214 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5b759c-444e-4610-84e7-89c0000c1441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:23.616773 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-0a5b759c-444e-4610-84e7-89c0000c1441 admin admin] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1292593 Oct 27 16:30:25.876442 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 48182) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:25.963424 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66bc01c-429a-4346-8577-8a4c78bbcf4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:25.964805 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-a66bc01c-429a-4346-8577-8a4c78bbcf4a admin admin] 10.222.0.91 "GET /v2.0/subnets/bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1 HTTP/1.1" status: 200 len: 816 time: 0.0874257 Oct 27 16:30:28.262070 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 48190) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:28.372650 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b332ae-2edf-4304-a0e6-78cd538e1b2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:28.374039 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-21b332ae-2edf-4304-a0e6-78cd538e1b2c admin admin] 10.222.0.91 "GET /v2.0/subnets/f39c04ed-0930-4822-ba01-7440f22f5ff0 HTTP/1.1" status: 200 len: 868 time: 0.1110208 Oct 27 16:30:38.247505 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-91a4616f-2655-495c-bc51-31f66cfc4703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:40.940913 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-16e4b688-515a-4ae0-9c3d-e64fa0e7c3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:41.992550 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:42.417292 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:43.663637 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:44.517211 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.agents_db [None req-8f3c53fd-3166-491a-b603-91a64fcc8de1 None None] Agent healthcheck: found 5 active agents {{(pid=101668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:30:52.883265 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 48244) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:52.934226 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [None req-9216a515-c2d9-4866-8804-c0fbbfd04c78 admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101666) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:30:52.935212 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-9216a515-c2d9-4866-8804-c0fbbfd04c78 admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0508702 Oct 27 16:30:55.315261 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 48252) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:55.377694 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.pecan_wsgi.hooks.translation [None req-57baec4a-85c6-434f-add9-d67a58fd695a admin admin] GET failed (client error): The resource could not be found. Oct 27 16:30:55.379001 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-57baec4a-85c6-434f-add9-d67a58fd695a admin admin] 10.222.0.91 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0627387 Oct 27 16:30:55.522997 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d94ff79-5c8f-48bc-ac60-4ca942144b7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:55.524505 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-2d94ff79-5c8f-48bc-ac60-4ca942144b7c admin admin] 10.222.0.91 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1403928 Oct 27 16:30:57.855909 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 48260) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:57.904195 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-cb0f6ad5-5f7c-4837-894a-d60f6a88f736 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:57.926366 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0f6ad5-5f7c-4837-894a-d60f6a88f736 admin admin] Made reservation on behalf of 9e0ae90fdec240e6843347111fac82a8 for: {'network': 1} {{(pid=101665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:30:57.928611 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-cb0f6ad5-5f7c-4837-894a-d60f6a88f736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for network, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:57.967169 dv-cinder-815659-1-iscsi neutron-server[101665]: WARNING neutron.services.revisions.revision_plugin [None req-cb0f6ad5-5f7c-4837-894a-d60f6a88f736 admin admin] Could not find related network for resource to bump revision. Oct 27 16:30:57.980043 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb0f6ad5-5f7c-4837-894a-d60f6a88f736 admin admin] vlan segment allocate from pool success with {'vlan_id': 1039, 'physical_network': 'physnet1'} {{(pid=101665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:30:57.989305 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-cb0f6ad5-5f7c-4837-894a-d60f6a88f736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790'] for segment, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:57.989637 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.db.segments_db [None req-cb0f6ad5-5f7c-4837-894a-d60f6a88f736 admin admin] Added segment eb034667-a93e-49c9-8ca5-1f847b299a18 of type vlan for network 928e5abe-661e-43ca-b26d-04a1197fa0fe Oct 27 16:30:58.029875 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-cb0f6ad5-5f7c-4837-894a-d60f6a88f736 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779338775480'] for network, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:58.054798 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-cb0f6ad5-5f7c-4837-894a-d60f6a88f736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568'] for network, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:58.056025 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0f6ad5-5f7c-4837-894a-d60f6a88f736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:58.056634 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-cb0f6ad5-5f7c-4837-894a-d60f6a88f736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for network, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:58.116386 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0f6ad5-5f7c-4837-894a-d60f6a88f736 admin admin] Pushing event updated for resources: {'Network': ['ID=928e5abe-661e-43ca-b26d-04a1197fa0fe,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:58.128600 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-cb0f6ad5-5f7c-4837-894a-d60f6a88f736 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2665842 Oct 27 16:30:58.128684 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Network 928e5abe-661e-43ca-b26d-04a1197fa0fe details requested by agent ovs-agent-dv-cinder-815659-1-iscsi with host dv-cinder-815659-1-iscsi {{(pid=101667) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:31:00.463159 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 48268) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:00.525931 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a4edb30-e648-475c-8ab8-66b5187b5c20 admin admin] GET failed (client error): The resource could not be found. Oct 27 16:31:00.527295 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-8a4edb30-e648-475c-8ab8-66b5187b5c20 admin admin] 10.222.0.91 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0631733 Oct 27 16:31:00.600934 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a295004-91a7-44f4-bca0-433ca1a04907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:00.602426 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-1a295004-91a7-44f4-bca0-433ca1a04907 admin admin] 10.222.0.91 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0703166 Oct 27 16:31:00.613313 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-a9073bd9-9f8d-428e-a260-b1e61708f660 admin admin] Request body: {'subnet': {'network_id': '928e5abe-661e-43ca-b26d-04a1197fa0fe', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:00.635148 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9073bd9-9f8d-428e-a260-b1e61708f660 admin admin] Made reservation on behalf of 9e0ae90fdec240e6843347111fac82a8 for: {'subnet': 1} {{(pid=101665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:00.637707 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a9073bd9-9f8d-428e-a260-b1e61708f660 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:00.908427 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a9073bd9-9f8d-428e-a260-b1e61708f660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568'] for subnet, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:00.961129 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9073bd9-9f8d-428e-a260-b1e61708f660 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c5598f9-3e49-4136-b808-eaf490395f67,revision_number=0']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:00.974572 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9073bd9-9f8d-428e-a260-b1e61708f660 admin admin] Checking segment: {'id': 'eb034667-a93e-49c9-8ca5-1f847b299a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '928e5abe-661e-43ca-b26d-04a1197fa0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:00.974933 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9073bd9-9f8d-428e-a260-b1e61708f660 admin admin] Network hostable DHCP agents. Network: 928e5abe-661e-43ca-b26d-04a1197fa0fe, hostable agents: ['787f9650-d18e-4402-9e0d-45b78af00bf5'], hosted agents: [] {{(pid=101665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:31:00.991801 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9073bd9-9f8d-428e-a260-b1e61708f660 admin admin] Network 928e5abe-661e-43ca-b26d-04a1197fa0fe is scheduled to be hosted by DHCP agent 787f9650-d18e-4402-9e0d-45b78af00bf5 with binding_index 1 {{(pid=101665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:31:01.003298 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.base_scheduler [None req-a9073bd9-9f8d-428e-a260-b1e61708f660 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-1-iscsi, 928e5abe-661e-43ca-b26d-04a1197fa0fe) {{(pid=101665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:01.007833 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9073bd9-9f8d-428e-a260-b1e61708f660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:01.008583 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a9073bd9-9f8d-428e-a260-b1e61708f660 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for subnet, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:01.015124 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc76871d-7450-458f-9a0e-09f15cee9f9a None None] Network 928e5abe-661e-43ca-b26d-04a1197fa0fe requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:01.025704 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-a9073bd9-9f8d-428e-a260-b1e61708f660 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4159563 Oct 27 16:31:01.181872 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44413d91-c388-4e72-90e8-b168183be70a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7b95057-ef53-539e-8933-e83ad38293e7-928e5abe-661e-43ca-b26d-04a1197fa0fe', 'network_id': '928e5abe-661e-43ca-b26d-04a1197fa0fe', 'tenant_id': '9e0ae90fdec240e6843347111fac82a8', 'fixed_ips': [{'subnet_id': '4c5598f9-3e49-4136-b808-eaf490395f67'}]}} from dv-cinder-815659-1-iscsi. {{(pid=101667) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:31:01.183131 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-44413d91-c388-4e72-90e8-b168183be70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:01.337370 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.db_base_plugin_common [None req-44413d91-c388-4e72-90e8-b168183be70a None None] Allocated IP 192.168.233.2 (928e5abe-661e-43ca-b26d-04a1197fa0fe/4c5598f9-3e49-4136-b808-eaf490395f67/636d2266-7d36-4488-b608-64d05aa1d4a1) {{(pid=101667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:01.491636 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-44413d91-c388-4e72-90e8-b168183be70a None None] Publish callbacks [] for port, precommit_create {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:01.498250 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-44413d91-c388-4e72-90e8-b168183be70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622'] for port, after_create {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:01.550073 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44413d91-c388-4e72-90e8-b168183be70a None None] Network 928e5abe-661e-43ca-b26d-04a1197fa0fe is already hosted by enough agents. {{(pid=101667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:01.551723 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.scheduler.base_scheduler [None req-44413d91-c388-4e72-90e8-b168183be70a None None] Resources bound (agent type, host, resource id): {{(pid=101667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:01.553675 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44413d91-c388-4e72-90e8-b168183be70a None None] Pushing event updated for resources: {'Port': ['ID=636d2266-7d36-4488-b608-64d05aa1d4a1,revision_number=1']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:01.555626 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44413d91-c388-4e72-90e8-b168183be70a None None] Received port after_create {{(pid=101667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:01.565035 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44413d91-c388-4e72-90e8-b168183be70a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:01.565402 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44413d91-c388-4e72-90e8-b168183be70a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:01.565785 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44413d91-c388-4e72-90e8-b168183be70a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:01.566115 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44413d91-c388-4e72-90e8-b168183be70a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:01.566463 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44413d91-c388-4e72-90e8-b168183be70a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:01.567245 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44413d91-c388-4e72-90e8-b168183be70a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:01.567245 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44413d91-c388-4e72-90e8-b168183be70a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:01.567476 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44413d91-c388-4e72-90e8-b168183be70a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:01.567793 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44413d91-c388-4e72-90e8-b168183be70a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:01.568256 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44413d91-c388-4e72-90e8-b168183be70a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:01.568539 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44413d91-c388-4e72-90e8-b168183be70a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:01.568858 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44413d91-c388-4e72-90e8-b168183be70a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:01.634632 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-44413d91-c388-4e72-90e8-b168183be70a None None] Attempting to bind port 636d2266-7d36-4488-b608-64d05aa1d4a1 on host dv-cinder-815659-1-iscsi for vnic_type normal with profile {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:31:01.634942 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-44413d91-c388-4e72-90e8-b168183be70a None None] Attempting to bind port 636d2266-7d36-4488-b608-64d05aa1d4a1 by drivers openvswitch,hyperv on host dv-cinder-815659-1-iscsi at level 0 using segments [{'id': 'eb034667-a93e-49c9-8ca5-1f847b299a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '928e5abe-661e-43ca-b26d-04a1197fa0fe'}] {{(pid=101667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:31:01.636215 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44413d91-c388-4e72-90e8-b168183be70a None None] Attempting to bind port 636d2266-7d36-4488-b608-64d05aa1d4a1 on network 928e5abe-661e-43ca-b26d-04a1197fa0fe {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:31:01.640760 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44413d91-c388-4e72-90e8-b168183be70a None None] Checking agent: {'id': '042db589-9278-4969-aa78-790e50700daa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 27, 42), 'started_at': datetime.datetime(2021, 10, 27, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:31:01.641052 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44413d91-c388-4e72-90e8-b168183be70a None None] Checking segment: {'id': 'eb034667-a93e-49c9-8ca5-1f847b299a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '928e5abe-661e-43ca-b26d-04a1197fa0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:01.641467 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-44413d91-c388-4e72-90e8-b168183be70a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:01.641849 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44413d91-c388-4e72-90e8-b168183be70a None None] Bound using segment: {'id': 'eb034667-a93e-49c9-8ca5-1f847b299a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '928e5abe-661e-43ca-b26d-04a1197fa0fe'} {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:31:01.642316 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-44413d91-c388-4e72-90e8-b168183be70a None None] Bound port: 636d2266-7d36-4488-b608-64d05aa1d4a1, host: dv-cinder-815659-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb034667-a93e-49c9-8ca5-1f847b299a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '928e5abe-661e-43ca-b26d-04a1197fa0fe'}}] {{(pid=101667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:31:01.642690 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-44413d91-c388-4e72-90e8-b168183be70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:01.711326 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-44413d91-c388-4e72-90e8-b168183be70a None None] For port 636d2266-7d36-4488-b608-64d05aa1d4a1, host dv-cinder-815659-1-iscsi, cleared binding levels {{(pid=101667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:31:01.714959 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-44413d91-c388-4e72-90e8-b168183be70a None None] For port 636d2266-7d36-4488-b608-64d05aa1d4a1, host dv-cinder-815659-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=636d2266-7d36-4488-b608-64d05aa1d4a1,segment=NetworkSegment(eb034667-a93e-49c9-8ca5-1f847b299a18),segment_id=eb034667-a93e-49c9-8ca5-1f847b299a18)] {{(pid=101667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:31:01.719140 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-44413d91-c388-4e72-90e8-b168183be70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:01.789201 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44413d91-c388-4e72-90e8-b168183be70a None None] Pushing event updated for resources: {'Port': ['ID=636d2266-7d36-4488-b608-64d05aa1d4a1,revision_number=2']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:02.718692 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 636d2266-7d36-4488-b608-64d05aa1d4a1 up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:31:02.777345 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd36553-31a0-4132-8560-080dd34fb8c6 None None] Network 928e5abe-661e-43ca-b26d-04a1197fa0fe requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:02.836588 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port 636d2266-7d36-4488-b608-64d05aa1d4a1 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:02.837363 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:02.914278 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-6c5e3fad-3683-41ef-ab2f-166e20e2a4b5 None None] Provisioning complete for port 636d2266-7d36-4488-b608-64d05aa1d4a1 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:02.914633 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-6c5e3fad-3683-41ef-ab2f-166e20e2a4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:03.041472 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:03.108326 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-6c5e3fad-3683-41ef-ab2f-166e20e2a4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:03.111289 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] For port 636d2266-7d36-4488-b608-64d05aa1d4a1, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=636d2266-7d36-4488-b608-64d05aa1d4a1,segment=NetworkSegment(eb034667-a93e-49c9-8ca5-1f847b299a18),segment_id=eb034667-a93e-49c9-8ca5-1f847b299a18)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:03.122335 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:03.217679 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Pushing event updated for resources: {'Port': ['ID=636d2266-7d36-4488-b608-64d05aa1d4a1,revision_number=3']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:03.227096 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.db.api [None req-6c5e3fad-3683-41ef-ab2f-166e20e2a4b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:31:03.227572 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG oslo_db.api [None req-6c5e3fad-3683-41ef-ab2f-166e20e2a4b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:31:03.883391 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-6a0743f3-5f10-4dfd-b18e-d2e56f38baae None None] Provisioning complete for port 636d2266-7d36-4488-b608-64d05aa1d4a1 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:03.884237 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-6a0743f3-5f10-4dfd-b18e-d2e56f38baae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:04.651646 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 636d2266-7d36-4488-b608-64d05aa1d4a1 up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:31:04.704700 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port 636d2266-7d36-4488-b608-64d05aa1d4a1 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:04.705211 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:08.256078 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-53792539-8606-4aee-b06d-543252579905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:10.945684 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-e870f179-7b03-425b-b8a3-f3524e429495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:11.989851 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:12.423198 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:13.670006 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:21.515960 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.agents_db [None req-8f3c53fd-3166-491a-b603-91a64fcc8de1 None None] Agent healthcheck: found 5 active agents {{(pid=101668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:31:38.257999 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-3242148c-5673-4300-af16-17121a96d175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:40.950411 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-96dcdd62-fa9c-43a1-b944-320a3c1cfc02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:41.992975 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:42.417671 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:43.678249 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:58.514890 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.agents_db [None req-8f3c53fd-3166-491a-b603-91a64fcc8de1 None None] Agent healthcheck: found 5 active agents {{(pid=101668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:32:08.251036 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-3728e0a7-c28d-4419-b683-db8ef1097f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:10.871249 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 48312) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:10.877263 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [None req-3730ecc4-f525-468f-b265-b25561a2b330 tempest-verify_tempest_config-837962178 tempest-verify_tempest_config-837962178-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:32:10.878260 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-3730ecc4-f525-468f-b265-b25561a2b330 tempest-verify_tempest_config-837962178 tempest-verify_tempest_config-837962178-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0060351 Oct 27 16:32:10.945126 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-027aa307-ad88-41ec-8313-efc5b808b193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:11.195629 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 48330) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:11.302395 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0fc94a1d-230e-449f-b074-45ff5d669499 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:11.414719 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0fc94a1d-230e-449f-b074-45ff5d669499 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:11.420779 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0fc94a1d-230e-449f-b074-45ff5d669499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:11.464321 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-0fc94a1d-230e-449f-b074-45ff5d669499 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=de412fa6f64d42ad8042d829598e8a20&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2675562 Oct 27 16:32:11.465136 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc94a1d-230e-449f-b074-45ff5d669499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2dffb0-3a5f-42f7-9cb2-f2d94af247f2,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:11.467205 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 48336) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:11.471601 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc94a1d-230e-449f-b074-45ff5d669499 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:11.471978 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc94a1d-230e-449f-b074-45ff5d669499 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:11.472314 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc94a1d-230e-449f-b074-45ff5d669499 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:11.472639 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc94a1d-230e-449f-b074-45ff5d669499 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:11.472957 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc94a1d-230e-449f-b074-45ff5d669499 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:11.473274 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc94a1d-230e-449f-b074-45ff5d669499 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:11.473589 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc94a1d-230e-449f-b074-45ff5d669499 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:11.473918 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc94a1d-230e-449f-b074-45ff5d669499 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:11.474247 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc94a1d-230e-449f-b074-45ff5d669499 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:11.474561 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc94a1d-230e-449f-b074-45ff5d669499 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:11.474878 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc94a1d-230e-449f-b074-45ff5d669499 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:11.475187 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc94a1d-230e-449f-b074-45ff5d669499 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:11.526172 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-8a0ffeff-c89f-4fcc-87fe-bd7f3c56df28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:11.547153 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-8a0ffeff-c89f-4fcc-87fe-bd7f3c56df28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:11.637650 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-8a0ffeff-c89f-4fcc-87fe-bd7f3c56df28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:11.640744 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-8a0ffeff-c89f-4fcc-87fe-bd7f3c56df28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:11.642702 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-8a0ffeff-c89f-4fcc-87fe-bd7f3c56df28 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/bf2dffb0-3a5f-42f7-9cb2-f2d94af247f2 HTTP/1.1" status: 204 len: 168 time: 0.1740808 Oct 27 16:32:11.651457 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ffeff-c89f-4fcc-87fe-bd7f3c56df28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2dffb0-3a5f-42f7-9cb2-f2d94af247f2,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:11.659975 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0ffeff-c89f-4fcc-87fe-bd7f3c56df28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:11.660528 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0ffeff-c89f-4fcc-87fe-bd7f3c56df28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:11.660977 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0ffeff-c89f-4fcc-87fe-bd7f3c56df28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:11.661688 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0ffeff-c89f-4fcc-87fe-bd7f3c56df28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:11.662297 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0ffeff-c89f-4fcc-87fe-bd7f3c56df28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:11.662907 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0ffeff-c89f-4fcc-87fe-bd7f3c56df28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:11.663773 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0ffeff-c89f-4fcc-87fe-bd7f3c56df28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:11.664016 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0ffeff-c89f-4fcc-87fe-bd7f3c56df28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:11.664855 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0ffeff-c89f-4fcc-87fe-bd7f3c56df28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:11.665045 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0ffeff-c89f-4fcc-87fe-bd7f3c56df28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:11.665449 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0ffeff-c89f-4fcc-87fe-bd7f3c56df28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:11.665880 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0ffeff-c89f-4fcc-87fe-bd7f3c56df28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:11.995404 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:12.421733 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:13.675095 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:35.516108 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.agents_db [None req-8f3c53fd-3166-491a-b603-91a64fcc8de1 None None] Agent healthcheck: found 5 active agents {{(pid=101668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:32:38.264624 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c0af4383-e43f-4011-8648-64d2f1012b90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:40.956862 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c5465ead-0066-4703-8c36-4f133cec201c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:42.010819 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:42.429591 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:43.683543 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:08.268656 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8b8b3a15-3739-4133-b84d-c5c2c9914d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:10.961935 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-58a713c5-de05-4bba-9b32-e3f4d7b82e20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:12.014669 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:12.437049 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:12.517779 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.agents_db [None req-8f3c53fd-3166-491a-b603-91a64fcc8de1 None None] Agent healthcheck: found 5 active agents {{(pid=101668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:33:13.688456 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:38.273726 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-99eba73e-6a85-4c6a-b7d8-6ee88f25387c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:40.966542 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-ecc07c9c-c9cb-4ab2-a49e-e49542d9f8b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:42.009502 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:42.422342 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:43.682838 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:49.519688 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.agents_db [None req-8f3c53fd-3166-491a-b603-91a64fcc8de1 None None] Agent healthcheck: found 5 active agents {{(pid=101668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:33:51.226508 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3734173'] for agent, after_create {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:06.470426 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 48408) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:06.597931 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-abfce50c-cc0e-4833-aba0-28d84941cc6c admin admin] 10.222.0.91 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1263835 Oct 27 16:34:08.258327 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-81cc7531-93f3-4cb4-9ac8-fa2a9f899617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:08.905051 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 48418) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:08.967755 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-8d80892f-1b7c-4ea0-9a3c-23f3a6727cee admin admin] 10.222.0.91 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0612745 Oct 27 16:34:10.960542 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-35f39b8e-a49f-4f52-aafe-37bc52929923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:12.026044 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:12.426927 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:13.688026 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:21.182210 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:26.518620 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.agents_db [None req-8f3c53fd-3166-491a-b603-91a64fcc8de1 None None] Agent healthcheck: found 6 active agents {{(pid=101668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:34:38.272780 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-b899b3b2-868d-4f40-a3a6-965853646317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:40.969203 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8dc14c42-7736-4ca0-a659-3e66b42af3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:42.024388 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:42.437358 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:43.696708 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:51.189292 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:03.518485 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.agents_db [None req-8f3c53fd-3166-491a-b603-91a64fcc8de1 None None] Agent healthcheck: found 6 active agents {{(pid=101668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:35:08.265676 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-1ff0774e-0bc6-47ac-b0e5-38ddda81bdc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:10.969576 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d6e098ff-2a7c-4d47-b9bf-773d383baf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:12.021536 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:12.433419 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:13.693266 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:21.178358 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:38.268589 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-f5446810-c74d-4b6b-bcd2-972dff388c82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:38.446391 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 48526) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:38.741137 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [None req-3259fffc-f6df-4705-ae7e-89ff4db122f5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1160613436-network', 'tenant_id': '53ca376210864b438cc4d85221b55e8f'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:38.772641 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3259fffc-f6df-4705-ae7e-89ff4db122f5 admin admin] Made reservation on behalf of 53ca376210864b438cc4d85221b55e8f for: {'network': 1} {{(pid=101666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:35:38.775692 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-3259fffc-f6df-4705-ae7e-89ff4db122f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for network, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:38.787261 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-3259fffc-f6df-4705-ae7e-89ff4db122f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:38.869951 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-3259fffc-f6df-4705-ae7e-89ff4db122f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:38.874748 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-3259fffc-f6df-4705-ae7e-89ff4db122f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:38.901052 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3259fffc-f6df-4705-ae7e-89ff4db122f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1010, 'physical_network': 'physnet1'} {{(pid=101666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:35:38.926005 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-3259fffc-f6df-4705-ae7e-89ff4db122f5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779339326805', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790'] for segment, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:38.926632 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-3259fffc-f6df-4705-ae7e-89ff4db122f5 admin admin] Unsubscribe: segment precommit_create {{(pid=101666) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 16:35:38.927190 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.db.segments_db [None req-3259fffc-f6df-4705-ae7e-89ff4db122f5 admin admin] Added segment 0a3fc771-2668-4303-a2ff-d7ecfbfe5f6b of type vlan for network bbf07222-f19e-4bee-94ae-b2e7cffee06c Oct 27 16:35:38.931405 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3259fffc-f6df-4705-ae7e-89ff4db122f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e176cf0-4318-49f1-b8ff-76f0e9783e51,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:38.952701 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3259fffc-f6df-4705-ae7e-89ff4db122f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:38.953066 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3259fffc-f6df-4705-ae7e-89ff4db122f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:38.953406 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3259fffc-f6df-4705-ae7e-89ff4db122f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:38.953739 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3259fffc-f6df-4705-ae7e-89ff4db122f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:38.954066 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3259fffc-f6df-4705-ae7e-89ff4db122f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:38.954403 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3259fffc-f6df-4705-ae7e-89ff4db122f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:38.954741 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3259fffc-f6df-4705-ae7e-89ff4db122f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:38.955071 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3259fffc-f6df-4705-ae7e-89ff4db122f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:38.955407 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3259fffc-f6df-4705-ae7e-89ff4db122f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:38.955741 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3259fffc-f6df-4705-ae7e-89ff4db122f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:38.956064 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3259fffc-f6df-4705-ae7e-89ff4db122f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:38.956378 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3259fffc-f6df-4705-ae7e-89ff4db122f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:38.957514 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3259fffc-f6df-4705-ae7e-89ff4db122f5 admin admin] Tracked resource versions report: Oct 27 16:35:38.957514 dv-cinder-815659-1-iscsi neutron-server[101666]: pushed versions: Oct 27 16:35:38.957514 dv-cinder-815659-1-iscsi neutron-server[101666]: { 'AddressGroup': {'1.2'}, Oct 27 16:35:38.957514 dv-cinder-815659-1-iscsi neutron-server[101666]: 'ConntrackHelper': {'1.0'}, Oct 27 16:35:38.957514 dv-cinder-815659-1-iscsi neutron-server[101666]: 'Log': {'1.0'}, Oct 27 16:35:38.957514 dv-cinder-815659-1-iscsi neutron-server[101666]: 'Network': {'1.1'}, Oct 27 16:35:38.957514 dv-cinder-815659-1-iscsi neutron-server[101666]: 'Port': {'1.7'}, Oct 27 16:35:38.957514 dv-cinder-815659-1-iscsi neutron-server[101666]: 'PortForwarding': {'1.2'}, Oct 27 16:35:38.957514 dv-cinder-815659-1-iscsi neutron-server[101666]: 'QosPolicy': {'1.10'}, Oct 27 16:35:38.957514 dv-cinder-815659-1-iscsi neutron-server[101666]: 'SecurityGroup': {'1.4'}, Oct 27 16:35:38.957514 dv-cinder-815659-1-iscsi neutron-server[101666]: 'SecurityGroupRule': {'1.2'}, Oct 27 16:35:38.957514 dv-cinder-815659-1-iscsi neutron-server[101666]: 'SubPort': {'1.0'}, Oct 27 16:35:38.957514 dv-cinder-815659-1-iscsi neutron-server[101666]: 'Subnet': {'1.1'}, Oct 27 16:35:38.957514 dv-cinder-815659-1-iscsi neutron-server[101666]: 'Trunk': {'1.1'}} Oct 27 16:35:38.957514 dv-cinder-815659-1-iscsi neutron-server[101666]: consumer versions: Oct 27 16:35:38.957514 dv-cinder-815659-1-iscsi neutron-server[101666]: { DHCP agent@dv-cinder-815659-1-iscsi: {}, Oct 27 16:35:38.957514 dv-cinder-815659-1-iscsi neutron-server[101666]: HyperV agent@hv-cinder-81565: {}, Oct 27 16:35:38.957514 dv-cinder-815659-1-iscsi neutron-server[101666]: L3 agent@dv-cinder-815659-1-iscsi: {}, Oct 27 16:35:38.957514 dv-cinder-815659-1-iscsi neutron-server[101666]: Metadata agent@dv-cinder-815659-1-iscsi: {}, Oct 27 16:35:38.957514 dv-cinder-815659-1-iscsi neutron-server[101666]: Metering agent@dv-cinder-815659-1-iscsi: {}, Oct 27 16:35:38.957514 dv-cinder-815659-1-iscsi neutron-server[101666]: Open vSwitch agent@dv-cinder-815659-1-iscsi: { 'AddressGroup': '1.2', Oct 27 16:35:38.957514 dv-cinder-815659-1-iscsi neutron-server[101666]: 'ConntrackHelper': '1.0', Oct 27 16:35:38.957514 dv-cinder-815659-1-iscsi neutron-server[101666]: 'Log': '1.0', Oct 27 16:35:38.957514 dv-cinder-815659-1-iscsi neutron-server[101666]: 'Network': '1.1', Oct 27 16:35:38.957514 dv-cinder-815659-1-iscsi neutron-server[101666]: 'Port': '1.7', Oct 27 16:35:38.957514 dv-cinder-815659-1-iscsi neutron-server[101666]: 'PortForwarding': '1.2', Oct 27 16:35:38.957514 dv-cinder-815659-1-iscsi neutron-server[101666]: 'QosPolicy': '1.10', Oct 27 16:35:38.957514 dv-cinder-815659-1-iscsi neutron-server[101666]: 'SecurityGroup': '1.4', Oct 27 16:35:38.957514 dv-cinder-815659-1-iscsi neutron-server[101666]: 'SecurityGroupRule': '1.2', Oct 27 16:35:38.957514 dv-cinder-815659-1-iscsi neutron-server[101666]: 'SubPort': '1.0', Oct 27 16:35:38.957514 dv-cinder-815659-1-iscsi neutron-server[101666]: 'Subnet': '1.1', Oct 27 16:35:38.957514 dv-cinder-815659-1-iscsi neutron-server[101666]: 'Trunk': '1.1'}} Oct 27 16:35:38.957514 dv-cinder-815659-1-iscsi neutron-server[101666]: {{(pid=101666) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 16:35:38.993228 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-3259fffc-f6df-4705-ae7e-89ff4db122f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779338775480'] for network, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:39.028663 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-3259fffc-f6df-4705-ae7e-89ff4db122f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568'] for network, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:39.030049 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3259fffc-f6df-4705-ae7e-89ff4db122f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:39.030645 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-3259fffc-f6df-4705-ae7e-89ff4db122f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for network, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:39.104809 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-3259fffc-f6df-4705-ae7e-89ff4db122f5 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6545336 Oct 27 16:35:39.105347 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 48572) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:39.112374 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-f2b4e40e-aa81-4ad9-a909-f5ec05fae25a admin admin] Request body: {'subnet': {'network_id': 'bbf07222-f19e-4bee-94ae-b2e7cffee06c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1160613436-subnet', 'tenant_id': '53ca376210864b438cc4d85221b55e8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:39.133123 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3259fffc-f6df-4705-ae7e-89ff4db122f5 admin admin] Pushing event updated for resources: {'Network': ['ID=bbf07222-f19e-4bee-94ae-b2e7cffee06c,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:39.135180 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b4e40e-aa81-4ad9-a909-f5ec05fae25a admin admin] Made reservation on behalf of 53ca376210864b438cc4d85221b55e8f for: {'subnet': 1} {{(pid=101665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:35:39.140226 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-f2b4e40e-aa81-4ad9-a909-f5ec05fae25a admin admin] Publish callbacks [] for subnet, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:39.145226 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Network bbf07222-f19e-4bee-94ae-b2e7cffee06c details requested by agent ovs-agent-dv-cinder-815659-1-iscsi with host dv-cinder-815659-1-iscsi {{(pid=101667) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:35:39.315821 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-f2b4e40e-aa81-4ad9-a909-f5ec05fae25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568'] for subnet, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:39.362540 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4e40e-aa81-4ad9-a909-f5ec05fae25a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f88ba24a-84ce-401d-a895-143f07ad294b,revision_number=0']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:39.371683 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b4e40e-aa81-4ad9-a909-f5ec05fae25a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:39.372052 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b4e40e-aa81-4ad9-a909-f5ec05fae25a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:39.372565 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b4e40e-aa81-4ad9-a909-f5ec05fae25a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:39.372894 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b4e40e-aa81-4ad9-a909-f5ec05fae25a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:39.373218 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b4e40e-aa81-4ad9-a909-f5ec05fae25a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:39.373562 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b4e40e-aa81-4ad9-a909-f5ec05fae25a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:39.373891 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b4e40e-aa81-4ad9-a909-f5ec05fae25a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:39.374225 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b4e40e-aa81-4ad9-a909-f5ec05fae25a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:39.374548 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b4e40e-aa81-4ad9-a909-f5ec05fae25a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:39.375095 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b4e40e-aa81-4ad9-a909-f5ec05fae25a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:39.375218 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b4e40e-aa81-4ad9-a909-f5ec05fae25a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:39.375474 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b4e40e-aa81-4ad9-a909-f5ec05fae25a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:39.376578 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b4e40e-aa81-4ad9-a909-f5ec05fae25a admin admin] Tracked resource versions report: Oct 27 16:35:39.376578 dv-cinder-815659-1-iscsi neutron-server[101665]: pushed versions: Oct 27 16:35:39.376578 dv-cinder-815659-1-iscsi neutron-server[101665]: { 'AddressGroup': {'1.2'}, Oct 27 16:35:39.376578 dv-cinder-815659-1-iscsi neutron-server[101665]: 'ConntrackHelper': {'1.0'}, Oct 27 16:35:39.376578 dv-cinder-815659-1-iscsi neutron-server[101665]: 'Log': {'1.0'}, Oct 27 16:35:39.376578 dv-cinder-815659-1-iscsi neutron-server[101665]: 'Network': {'1.1'}, Oct 27 16:35:39.376578 dv-cinder-815659-1-iscsi neutron-server[101665]: 'Port': {'1.7'}, Oct 27 16:35:39.376578 dv-cinder-815659-1-iscsi neutron-server[101665]: 'PortForwarding': {'1.2'}, Oct 27 16:35:39.376578 dv-cinder-815659-1-iscsi neutron-server[101665]: 'QosPolicy': {'1.10'}, Oct 27 16:35:39.376578 dv-cinder-815659-1-iscsi neutron-server[101665]: 'SecurityGroup': {'1.4'}, Oct 27 16:35:39.376578 dv-cinder-815659-1-iscsi neutron-server[101665]: 'SecurityGroupRule': {'1.2'}, Oct 27 16:35:39.376578 dv-cinder-815659-1-iscsi neutron-server[101665]: 'SubPort': {'1.0'}, Oct 27 16:35:39.376578 dv-cinder-815659-1-iscsi neutron-server[101665]: 'Subnet': {'1.1'}, Oct 27 16:35:39.376578 dv-cinder-815659-1-iscsi neutron-server[101665]: 'Trunk': {'1.1'}} Oct 27 16:35:39.376578 dv-cinder-815659-1-iscsi neutron-server[101665]: consumer versions: Oct 27 16:35:39.376578 dv-cinder-815659-1-iscsi neutron-server[101665]: { DHCP agent@dv-cinder-815659-1-iscsi: {}, Oct 27 16:35:39.376578 dv-cinder-815659-1-iscsi neutron-server[101665]: HyperV agent@hv-cinder-81565: {}, Oct 27 16:35:39.376578 dv-cinder-815659-1-iscsi neutron-server[101665]: L3 agent@dv-cinder-815659-1-iscsi: {}, Oct 27 16:35:39.376578 dv-cinder-815659-1-iscsi neutron-server[101665]: Metadata agent@dv-cinder-815659-1-iscsi: {}, Oct 27 16:35:39.376578 dv-cinder-815659-1-iscsi neutron-server[101665]: Metering agent@dv-cinder-815659-1-iscsi: {}, Oct 27 16:35:39.376578 dv-cinder-815659-1-iscsi neutron-server[101665]: Open vSwitch agent@dv-cinder-815659-1-iscsi: { 'AddressGroup': '1.2', Oct 27 16:35:39.376578 dv-cinder-815659-1-iscsi neutron-server[101665]: 'ConntrackHelper': '1.0', Oct 27 16:35:39.376578 dv-cinder-815659-1-iscsi neutron-server[101665]: 'Log': '1.0', Oct 27 16:35:39.376578 dv-cinder-815659-1-iscsi neutron-server[101665]: 'Network': '1.1', Oct 27 16:35:39.376578 dv-cinder-815659-1-iscsi neutron-server[101665]: 'Port': '1.7', Oct 27 16:35:39.376578 dv-cinder-815659-1-iscsi neutron-server[101665]: 'PortForwarding': '1.2', Oct 27 16:35:39.376578 dv-cinder-815659-1-iscsi neutron-server[101665]: 'QosPolicy': '1.10', Oct 27 16:35:39.376578 dv-cinder-815659-1-iscsi neutron-server[101665]: 'SecurityGroup': '1.4', Oct 27 16:35:39.376578 dv-cinder-815659-1-iscsi neutron-server[101665]: 'SecurityGroupRule': '1.2', Oct 27 16:35:39.376578 dv-cinder-815659-1-iscsi neutron-server[101665]: 'SubPort': '1.0', Oct 27 16:35:39.376578 dv-cinder-815659-1-iscsi neutron-server[101665]: 'Subnet': '1.1', Oct 27 16:35:39.376578 dv-cinder-815659-1-iscsi neutron-server[101665]: 'Trunk': '1.1'}} Oct 27 16:35:39.376578 dv-cinder-815659-1-iscsi neutron-server[101665]: {{(pid=101665) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 16:35:39.397391 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b4e40e-aa81-4ad9-a909-f5ec05fae25a admin admin] Checking segment: {'id': '0a3fc771-2668-4303-a2ff-d7ecfbfe5f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'bbf07222-f19e-4bee-94ae-b2e7cffee06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:35:39.397761 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b4e40e-aa81-4ad9-a909-f5ec05fae25a admin admin] Network hostable DHCP agents. Network: bbf07222-f19e-4bee-94ae-b2e7cffee06c, hostable agents: ['787f9650-d18e-4402-9e0d-45b78af00bf5'], hosted agents: [] {{(pid=101665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:35:39.416007 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b4e40e-aa81-4ad9-a909-f5ec05fae25a admin admin] Network bbf07222-f19e-4bee-94ae-b2e7cffee06c is scheduled to be hosted by DHCP agent 787f9650-d18e-4402-9e0d-45b78af00bf5 with binding_index 1 {{(pid=101665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:35:39.426243 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.base_scheduler [None req-f2b4e40e-aa81-4ad9-a909-f5ec05fae25a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-1-iscsi, bbf07222-f19e-4bee-94ae-b2e7cffee06c) {{(pid=101665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:35:39.430701 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b4e40e-aa81-4ad9-a909-f5ec05fae25a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:39.431284 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-f2b4e40e-aa81-4ad9-a909-f5ec05fae25a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for subnet, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:39.438866 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84991b8d-32e3-4550-8a19-5ab5095a672d None None] Network bbf07222-f19e-4bee-94ae-b2e7cffee06c requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:35:39.460473 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-f2b4e40e-aa81-4ad9-a909-f5ec05fae25a admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3538518 Oct 27 16:35:39.552760 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 48602) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:39.582886 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbef3a4a-5ca4-4594-a9bf-dd29c509a59c None None] Network bbf07222-f19e-4bee-94ae-b2e7cffee06c requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:35:39.804459 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 48622) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:39.825926 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-bcdd850e-b163-4ded-bcf2-8629d671722d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-950345786-network', 'tenant_id': 'c18af2229f264790a5b0de57cf8f74a2'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:39.850006 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdd850e-b163-4ded-bcf2-8629d671722d admin admin] Made reservation on behalf of c18af2229f264790a5b0de57cf8f74a2 for: {'network': 1} {{(pid=101665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:35:39.852721 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-bcdd850e-b163-4ded-bcf2-8629d671722d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for network, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:39.861322 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-bcdd850e-b163-4ded-bcf2-8629d671722d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:39.946684 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-bcdd850e-b163-4ded-bcf2-8629d671722d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:39.952516 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-bcdd850e-b163-4ded-bcf2-8629d671722d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:39.979184 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd850e-b163-4ded-bcf2-8629d671722d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c10d120-9bcc-4763-99b7-9fb184a4af2c,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:39.987812 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcdd850e-b163-4ded-bcf2-8629d671722d admin admin] vlan segment allocate from pool success with {'vlan_id': 1037, 'physical_network': 'physnet1'} {{(pid=101665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:35:40.001839 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-bcdd850e-b163-4ded-bcf2-8629d671722d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790'] for segment, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:40.002874 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.db.segments_db [None req-bcdd850e-b163-4ded-bcf2-8629d671722d admin admin] Added segment 0686f11a-d5c1-4844-a3a9-7ba2229df7a3 of type vlan for network 98382a90-1d72-4726-8dcd-70a187bd6af7 Oct 27 16:35:40.045461 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-bcdd850e-b163-4ded-bcf2-8629d671722d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779338775480'] for network, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:40.073988 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-bcdd850e-b163-4ded-bcf2-8629d671722d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568'] for network, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:40.075163 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdd850e-b163-4ded-bcf2-8629d671722d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:40.075852 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-bcdd850e-b163-4ded-bcf2-8629d671722d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for network, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:40.122082 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-bcdd850e-b163-4ded-bcf2-8629d671722d admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5682182 Oct 27 16:35:40.125178 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 48640) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:40.130450 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [None req-3522c61f-7228-4db3-abb4-d3da51d440f0 admin admin] Request body: {'subnet': {'network_id': '98382a90-1d72-4726-8dcd-70a187bd6af7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-950345786-subnet', 'tenant_id': 'c18af2229f264790a5b0de57cf8f74a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:40.140464 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd850e-b163-4ded-bcf2-8629d671722d admin admin] Pushing event updated for resources: {'Network': ['ID=98382a90-1d72-4726-8dcd-70a187bd6af7,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:40.153947 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Network 98382a90-1d72-4726-8dcd-70a187bd6af7 details requested by agent ovs-agent-dv-cinder-815659-1-iscsi with host dv-cinder-815659-1-iscsi {{(pid=101667) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:35:40.157963 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3522c61f-7228-4db3-abb4-d3da51d440f0 admin admin] Made reservation on behalf of c18af2229f264790a5b0de57cf8f74a2 for: {'subnet': 1} {{(pid=101666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:35:40.160724 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-3522c61f-7228-4db3-abb4-d3da51d440f0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:40.223090 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-e39f8ff5-8502-4d0b-9fc9-6b6a624e0b38 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1275392542-network', 'tenant_id': 'a764bac289b649e9b1671333d51f7db3'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:40.254647 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39f8ff5-8502-4d0b-9fc9-6b6a624e0b38 admin admin] Made reservation on behalf of a764bac289b649e9b1671333d51f7db3 for: {'network': 1} {{(pid=101665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:35:40.258899 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e39f8ff5-8502-4d0b-9fc9-6b6a624e0b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for network, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:40.272377 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e39f8ff5-8502-4d0b-9fc9-6b6a624e0b38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:40.365492 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e39f8ff5-8502-4d0b-9fc9-6b6a624e0b38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:40.374777 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e39f8ff5-8502-4d0b-9fc9-6b6a624e0b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:40.398812 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e39f8ff5-8502-4d0b-9fc9-6b6a624e0b38 admin admin] vlan segment allocate from pool success with {'vlan_id': 1006, 'physical_network': 'physnet1'} {{(pid=101665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:35:40.413227 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f8ff5-8502-4d0b-9fc9-6b6a624e0b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:40.431531 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e39f8ff5-8502-4d0b-9fc9-6b6a624e0b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790'] for segment, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:40.432082 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.db.segments_db [None req-e39f8ff5-8502-4d0b-9fc9-6b6a624e0b38 admin admin] Added segment 29b05e4f-1fbd-4194-bf65-15dc47a9d766 of type vlan for network 4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14 Oct 27 16:35:40.439230 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-3522c61f-7228-4db3-abb4-d3da51d440f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568'] for subnet, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:40.480126 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3522c61f-7228-4db3-abb4-d3da51d440f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18c76782-16a7-43ea-ba24-ce3fb0a83071,revision_number=0']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:40.481913 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e39f8ff5-8502-4d0b-9fc9-6b6a624e0b38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779338775480'] for network, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:40.511443 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3522c61f-7228-4db3-abb4-d3da51d440f0 admin admin] Checking segment: {'id': '0686f11a-d5c1-4844-a3a9-7ba2229df7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '98382a90-1d72-4726-8dcd-70a187bd6af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:35:40.511797 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3522c61f-7228-4db3-abb4-d3da51d440f0 admin admin] Network hostable DHCP agents. Network: 98382a90-1d72-4726-8dcd-70a187bd6af7, hostable agents: ['787f9650-d18e-4402-9e0d-45b78af00bf5'], hosted agents: [] {{(pid=101666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:35:40.522186 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.agents_db [None req-8f3c53fd-3166-491a-b603-91a64fcc8de1 None None] Agent healthcheck: found 6 active agents {{(pid=101668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:35:40.522929 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 48652) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:40.531624 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e39f8ff5-8502-4d0b-9fc9-6b6a624e0b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568'] for network, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:40.533303 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39f8ff5-8502-4d0b-9fc9-6b6a624e0b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:40.534201 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e39f8ff5-8502-4d0b-9fc9-6b6a624e0b38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for network, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:40.537043 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 48656) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:40.544889 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3522c61f-7228-4db3-abb4-d3da51d440f0 admin admin] Network 98382a90-1d72-4726-8dcd-70a187bd6af7 is scheduled to be hosted by DHCP agent 787f9650-d18e-4402-9e0d-45b78af00bf5 with binding_index 1 {{(pid=101666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:35:40.560056 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [None req-3522c61f-7228-4db3-abb4-d3da51d440f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-1-iscsi, 98382a90-1d72-4726-8dcd-70a187bd6af7) {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:35:40.566039 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3522c61f-7228-4db3-abb4-d3da51d440f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:40.566863 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-3522c61f-7228-4db3-abb4-d3da51d440f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for subnet, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:40.569288 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f002b4b-dc67-43dc-ace0-6be725c84068 None None] Network 98382a90-1d72-4726-8dcd-70a187bd6af7 requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:35:40.588627 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-3522c61f-7228-4db3-abb4-d3da51d440f0 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4620092 Oct 27 16:35:40.605281 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-e39f8ff5-8502-4d0b-9fc9-6b6a624e0b38 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7996757 Oct 27 16:35:40.612550 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 48662) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:40.619096 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [None req-3feae92b-25cc-4e6e-adbc-2834262849db admin admin] Request body: {'subnet': {'network_id': '4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1275392542-subnet', 'tenant_id': 'a764bac289b649e9b1671333d51f7db3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:40.620278 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f8ff5-8502-4d0b-9fc9-6b6a624e0b38 admin admin] Pushing event updated for resources: {'Network': ['ID=4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:40.648501 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Network 4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14 details requested by agent ovs-agent-dv-cinder-815659-1-iscsi with host dv-cinder-815659-1-iscsi {{(pid=101667) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:35:40.657741 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3feae92b-25cc-4e6e-adbc-2834262849db admin admin] Made reservation on behalf of a764bac289b649e9b1671333d51f7db3 for: {'subnet': 1} {{(pid=101666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:35:40.660944 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-3feae92b-25cc-4e6e-adbc-2834262849db admin admin] Publish callbacks [] for subnet, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:40.722333 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 48668) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:40.868816 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-3feae92b-25cc-4e6e-adbc-2834262849db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568'] for subnet, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:40.907747 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a83a812-ae89-4b1c-9659-2dc55330e374 None None] Network 98382a90-1d72-4726-8dcd-70a187bd6af7 requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:35:40.924664 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feae92b-25cc-4e6e-adbc-2834262849db admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb778c79-e1ca-40aa-a2d2-a768cb1fae5c,revision_number=0']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:40.957015 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-d7999765-412a-441a-8935-2735292c6e72 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-555848210-network', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:40.961122 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3feae92b-25cc-4e6e-adbc-2834262849db admin admin] Checking segment: {'id': '29b05e4f-1fbd-4194-bf65-15dc47a9d766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:35:40.961590 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3feae92b-25cc-4e6e-adbc-2834262849db admin admin] Network hostable DHCP agents. Network: 4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14, hostable agents: ['787f9650-d18e-4402-9e0d-45b78af00bf5'], hosted agents: [] {{(pid=101666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:35:40.984517 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-291d3d12-d3fa-483f-9477-b32fca4b8f1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:40.986166 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3feae92b-25cc-4e6e-adbc-2834262849db admin admin] Network 4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14 is scheduled to be hosted by DHCP agent 787f9650-d18e-4402-9e0d-45b78af00bf5 with binding_index 1 {{(pid=101666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:35:41.000559 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [None req-3feae92b-25cc-4e6e-adbc-2834262849db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-1-iscsi, 4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14) {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:35:41.009312 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7999765-412a-441a-8935-2735292c6e72 admin admin] Made reservation on behalf of 6b1d6307da9940d7aadfdaa9f13487e5 for: {'network': 1} {{(pid=101665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:35:41.012355 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d7999765-412a-441a-8935-2735292c6e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for network, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:41.014691 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ad87fa-d494-44df-b5d8-8cbffeec3338 None None] Network 4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14 requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:35:41.024522 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3feae92b-25cc-4e6e-adbc-2834262849db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:41.025270 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-3feae92b-25cc-4e6e-adbc-2834262849db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for subnet, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:41.031218 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d7999765-412a-441a-8935-2735292c6e72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:41.037146 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [None req-b4625968-8f87-46a9-81a6-95ae42837e37 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1174578120-network', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:41.066929 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4625968-8f87-46a9-81a6-95ae42837e37 admin admin] Made reservation on behalf of 5a56e030f182417680e61e5c27a2cb30 for: {'network': 1} {{(pid=101666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:35:41.070630 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b4625968-8f87-46a9-81a6-95ae42837e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for network, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:41.088853 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 48674) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:41.090785 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-3feae92b-25cc-4e6e-adbc-2834262849db admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4738579 Oct 27 16:35:41.092333 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b4625968-8f87-46a9-81a6-95ae42837e37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:41.096072 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-717eb25a-419d-4836-b6b1-7047cea347bd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1275392542-router', 'tenant_id': 'a764bac289b649e9b1671333d51f7db3', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'}}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:41.190124 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d7999765-412a-441a-8935-2735292c6e72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:41.199333 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-fd87df4f-d114-4137-b8a0-dc89c7dfc8d3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1165582898-network', 'tenant_id': '1f8a7a04a5ab4b38849d776fe6c37243'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:41.203979 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-717eb25a-419d-4836-b6b1-7047cea347bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3734699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3542'] for router, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:41.205385 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-717eb25a-419d-4836-b6b1-7047cea347bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3732827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3905833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3521'] for router, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:41.210661 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d7999765-412a-441a-8935-2735292c6e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:41.221980 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57295aa-faa0-4a0c-ad1c-e135440eae11 None None] Network 4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14 requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:35:41.228677 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7999765-412a-441a-8935-2735292c6e72 admin admin] vlan segment allocate from pool success with {'vlan_id': 1018, 'physical_network': 'physnet1'} {{(pid=101665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:35:41.238209 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b4625968-8f87-46a9-81a6-95ae42837e37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:41.240752 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d7999765-412a-441a-8935-2735292c6e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790'] for segment, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:41.241261 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.db.segments_db [None req-d7999765-412a-441a-8935-2735292c6e72 admin admin] Added segment 666d1a16-746f-4e08-a2d0-b6a8afa6f4ba of type vlan for network 900de597-e873-4f99-a7d4-e023d99223de Oct 27 16:35:41.243519 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b4625968-8f87-46a9-81a6-95ae42837e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:41.278446 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4625968-8f87-46a9-81a6-95ae42837e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac7c361-893b-461c-912a-0b1a90b2f5d0,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:41.285570 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d7999765-412a-441a-8935-2735292c6e72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779338775480'] for network, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:41.290806 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4625968-8f87-46a9-81a6-95ae42837e37 admin admin] vlan segment allocate from pool success with {'vlan_id': 1005, 'physical_network': 'physnet1'} {{(pid=101666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:35:41.304259 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b4625968-8f87-46a9-81a6-95ae42837e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790'] for segment, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:41.304679 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.db.segments_db [None req-b4625968-8f87-46a9-81a6-95ae42837e37 admin admin] Added segment 04b90801-dbaa-4b6b-a289-4b9ced180864 of type vlan for network 04e556bb-e81e-445a-9a9a-3eeb79203905 Oct 27 16:35:41.323859 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d7999765-412a-441a-8935-2735292c6e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568'] for network, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:41.325270 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7999765-412a-441a-8935-2735292c6e72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:41.326158 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d7999765-412a-441a-8935-2735292c6e72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for network, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:41.359597 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b4625968-8f87-46a9-81a6-95ae42837e37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779338775480'] for network, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:41.411193 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b4625968-8f87-46a9-81a6-95ae42837e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568'] for network, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:41.412343 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4625968-8f87-46a9-81a6-95ae42837e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:41.412973 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b4625968-8f87-46a9-81a6-95ae42837e37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for network, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:41.453199 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7999765-412a-441a-8935-2735292c6e72 admin admin] Pushing event updated for resources: {'Network': ['ID=900de597-e873-4f99-a7d4-e023d99223de,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:41.480628 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-717eb25a-419d-4836-b6b1-7047cea347bd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:41.493472 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7999765-412a-441a-8935-2735292c6e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6c583e-9f4d-4247-a5c9-34f49af3e88c,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:41.522685 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-b4625968-8f87-46a9-81a6-95ae42837e37 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9979441 Oct 27 16:35:41.529480 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 48702) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:41.532629 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Network 900de597-e873-4f99-a7d4-e023d99223de details requested by agent ovs-agent-dv-cinder-815659-1-iscsi with host dv-cinder-815659-1-iscsi {{(pid=101667) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:35:41.537703 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [None req-77b612d8-489d-4c87-81c2-aa1287939eb4 admin admin] Request body: {'subnet': {'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1174578120-subnet', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:41.563228 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4625968-8f87-46a9-81a6-95ae42837e37 admin admin] Pushing event updated for resources: {'Network': ['ID=04e556bb-e81e-445a-9a9a-3eeb79203905,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:41.566287 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b612d8-489d-4c87-81c2-aa1287939eb4 admin admin] Made reservation on behalf of 5a56e030f182417680e61e5c27a2cb30 for: {'subnet': 1} {{(pid=101666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:35:41.569026 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-77b612d8-489d-4c87-81c2-aa1287939eb4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:41.604155 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Network 04e556bb-e81e-445a-9a9a-3eeb79203905 details requested by agent ovs-agent-dv-cinder-815659-1-iscsi with host dv-cinder-815659-1-iscsi {{(pid=101667) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:35:41.687040 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd87df4f-d114-4137-b8a0-dc89c7dfc8d3 admin admin] Made reservation on behalf of 1f8a7a04a5ab4b38849d776fe6c37243 for: {'network': 1} {{(pid=101665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:35:41.698289 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-fd87df4f-d114-4137-b8a0-dc89c7dfc8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for network, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:41.708816 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-d7999765-412a-441a-8935-2735292c6e72 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1628594 Oct 27 16:35:41.709178 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 48706) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:41.728352 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [None req-43f653ef-2087-4137-8390-0058ade0f4a7 admin admin] Request body: {'subnet': {'network_id': '900de597-e873-4f99-a7d4-e023d99223de', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-555848210-subnet', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:41.776833 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f653ef-2087-4137-8390-0058ade0f4a7 admin admin] Made reservation on behalf of 6b1d6307da9940d7aadfdaa9f13487e5 for: {'subnet': 1} {{(pid=101666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:35:41.779057 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-fd87df4f-d114-4137-b8a0-dc89c7dfc8d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:41.779186 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-43f653ef-2087-4137-8390-0058ade0f4a7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:41.798511 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-717eb25a-419d-4836-b6b1-7047cea347bd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:41.951453 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-fd87df4f-d114-4137-b8a0-dc89c7dfc8d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:41.965584 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-fd87df4f-d114-4137-b8a0-dc89c7dfc8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:41.996852 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd87df4f-d114-4137-b8a0-dc89c7dfc8d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1041, 'physical_network': 'physnet1'} {{(pid=101665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:35:42.022692 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-77b612d8-489d-4c87-81c2-aa1287939eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568'] for subnet, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:42.066655 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:42.149991 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b612d8-489d-4c87-81c2-aa1287939eb4 admin admin] Checking segment: {'id': '04b90801-dbaa-4b6b-a289-4b9ced180864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:35:42.150747 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b612d8-489d-4c87-81c2-aa1287939eb4 admin admin] Network hostable DHCP agents. Network: 04e556bb-e81e-445a-9a9a-3eeb79203905, hostable agents: ['787f9650-d18e-4402-9e0d-45b78af00bf5'], hosted agents: [] {{(pid=101666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:35:42.155087 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-43f653ef-2087-4137-8390-0058ade0f4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568'] for subnet, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:42.157343 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b612d8-489d-4c87-81c2-aa1287939eb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfd7b3b6-c867-4ea0-ba61-155e778fa591,revision_number=0']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:42.181901 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87df4f-d114-4137-b8a0-dc89c7dfc8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88699402-8e50-48ff-9098-266ef50ca2a9,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:42.191363 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-fd87df4f-d114-4137-b8a0-dc89c7dfc8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790'] for segment, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:42.192088 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.db.segments_db [None req-fd87df4f-d114-4137-b8a0-dc89c7dfc8d3 admin admin] Added segment bbcc2d24-7cc1-4bcc-9c50-d6a22b2551ac of type vlan for network a35ca44b-c1bd-4cb7-983c-b93f3f61e8b8 Oct 27 16:35:42.228336 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b612d8-489d-4c87-81c2-aa1287939eb4 admin admin] Network 04e556bb-e81e-445a-9a9a-3eeb79203905 is scheduled to be hosted by DHCP agent 787f9650-d18e-4402-9e0d-45b78af00bf5 with binding_index 1 {{(pid=101666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:35:42.238347 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f653ef-2087-4137-8390-0058ade0f4a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae9f7717-3703-4043-b05c-cf4237b7a0b2,revision_number=0']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:42.251618 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f653ef-2087-4137-8390-0058ade0f4a7 admin admin] Checking segment: {'id': '666d1a16-746f-4e08-a2d0-b6a8afa6f4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '900de597-e873-4f99-a7d4-e023d99223de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:35:42.258393 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f653ef-2087-4137-8390-0058ade0f4a7 admin admin] Network hostable DHCP agents. Network: 900de597-e873-4f99-a7d4-e023d99223de, hostable agents: ['787f9650-d18e-4402-9e0d-45b78af00bf5'], hosted agents: [] {{(pid=101666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:35:42.260559 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [None req-77b612d8-489d-4c87-81c2-aa1287939eb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-1-iscsi, 04e556bb-e81e-445a-9a9a-3eeb79203905) {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:35:42.268012 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b612d8-489d-4c87-81c2-aa1287939eb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:42.268659 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-77b612d8-489d-4c87-81c2-aa1287939eb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for subnet, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:42.278630 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f2480e-2d99-4c90-8d05-5ed8eaaf585c None None] Network 04e556bb-e81e-445a-9a9a-3eeb79203905 requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:35:42.309401 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-fd87df4f-d114-4137-b8a0-dc89c7dfc8d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779338775480'] for network, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:42.329466 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-77b612d8-489d-4c87-81c2-aa1287939eb4 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7885275 Oct 27 16:35:42.334681 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 48748) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:42.341727 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [None req-8678106e-82ad-43bb-9a99-9aaa279b4010 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1174578120-router', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'}}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:42.347989 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f653ef-2087-4137-8390-0058ade0f4a7 admin admin] Network 900de597-e873-4f99-a7d4-e023d99223de is scheduled to be hosted by DHCP agent 787f9650-d18e-4402-9e0d-45b78af00bf5 with binding_index 1 {{(pid=101666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:35:42.376234 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [None req-43f653ef-2087-4137-8390-0058ade0f4a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-1-iscsi, 900de597-e873-4f99-a7d4-e023d99223de) {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:35:42.383984 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f653ef-2087-4137-8390-0058ade0f4a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:42.384810 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-43f653ef-2087-4137-8390-0058ade0f4a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for subnet, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:42.398286 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-717eb25a-419d-4836-b6b1-7047cea347bd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:42.404923 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-8678106e-82ad-43bb-9a99-9aaa279b4010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3734699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3542'] for router, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:42.406115 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-8678106e-82ad-43bb-9a99-9aaa279b4010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3732827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3905833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3521'] for router, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:42.416017 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 48762) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:42.427383 dv-cinder-815659-1-iscsi neutron-server[101666]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 27 16:35:42.433810 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-43f653ef-2087-4137-8390-0058ade0f4a7 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7155378 Oct 27 16:35:42.449625 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 48764) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:42.450236 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2511900a-6478-40d8-b251-3975fad127ef None None] Network 900de597-e873-4f99-a7d4-e023d99223de requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:35:42.460522 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-717eb25a-419d-4836-b6b1-7047cea347bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:42.487260 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-fd87df4f-d114-4137-b8a0-dc89c7dfc8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568'] for network, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:42.488652 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd87df4f-d114-4137-b8a0-dc89c7dfc8d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:42.489337 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-fd87df4f-d114-4137-b8a0-dc89c7dfc8d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for network, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:42.498709 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [None req-fd6cb609-a7da-4f94-a968-051365ed7e7c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-555848210-router', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'}}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:42.560521 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:42.639458 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad4dff3-f60c-4c72-a558-0e1b62ec3446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7b95057-ef53-539e-8933-e83ad38293e7-04e556bb-e81e-445a-9a9a-3eeb79203905', 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'fixed_ips': [{'subnet_id': 'bfd7b3b6-c867-4ea0-ba61-155e778fa591'}]}} from dv-cinder-815659-1-iscsi. {{(pid=101667) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:35:42.641576 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-0ad4dff3-f60c-4c72-a558-0e1b62ec3446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:42.682378 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-fd6cb609-a7da-4f94-a968-051365ed7e7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3734699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3542'] for router, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:42.683447 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-fd6cb609-a7da-4f94-a968-051365ed7e7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3732827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3905833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3521'] for router, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:42.718478 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-8678106e-82ad-43bb-9a99-9aaa279b4010 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:42.820213 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87df4f-d114-4137-b8a0-dc89c7dfc8d3 admin admin] Pushing event updated for resources: {'Network': ['ID=a35ca44b-c1bd-4cb7-983c-b93f3f61e8b8,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:42.829721 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-fd87df4f-d114-4137-b8a0-dc89c7dfc8d3 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 2.1069810 Oct 27 16:35:42.857426 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 48780) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:42.863064 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-0c790ac4-0cee-4a48-9336-14de910593c1 admin admin] Request body: {'subnet': {'network_id': 'a35ca44b-c1bd-4cb7-983c-b93f3f61e8b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1165582898-subnet', 'tenant_id': '1f8a7a04a5ab4b38849d776fe6c37243', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:42.944881 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c790ac4-0cee-4a48-9336-14de910593c1 admin admin] Made reservation on behalf of 1f8a7a04a5ab4b38849d776fe6c37243 for: {'subnet': 1} {{(pid=101665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:35:42.947895 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-0c790ac4-0cee-4a48-9336-14de910593c1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:42.958508 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-e967a043-bae2-4778-8b3f-cb2a99d2caea tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:42.965552 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-e967a043-bae2-4778-8b3f-cb2a99d2caea tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/networks?id=bbf07222-f19e-4bee-94ae-b2e7cffee06c HTTP/1.1" status: 200 len: 812 time: 0.5404294 Oct 27 16:35:42.967099 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 48786) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:43.004529 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.db_base_plugin_common [None req-0ad4dff3-f60c-4c72-a558-0e1b62ec3446 None None] Allocated IP 172.20.0.2 (04e556bb-e81e-445a-9a9a-3eeb79203905/bfd7b3b6-c867-4ea0-ba61-155e778fa591/70a33882-c8d3-4951-b2ee-f259640c59d7) {{(pid=101667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:35:43.048795 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-fd6cb609-a7da-4f94-a968-051365ed7e7c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:43.152124 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-0c790ac4-0cee-4a48-9336-14de910593c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568'] for subnet, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:43.190496 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-0ad4dff3-f60c-4c72-a558-0e1b62ec3446 None None] Publish callbacks [] for port, precommit_create {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:43.202672 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Network a35ca44b-c1bd-4cb7-983c-b93f3f61e8b8 details requested by agent ovs-agent-dv-cinder-815659-1-iscsi with host dv-cinder-815659-1-iscsi {{(pid=101667) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:35:43.217395 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-0ad4dff3-f60c-4c72-a558-0e1b62ec3446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622'] for port, after_create {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:43.290166 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.db_base_plugin_common [None req-717eb25a-419d-4836-b6b1-7047cea347bd admin admin] Allocated IP 172.27.0.37 (b60b3993-7427-4bdc-87fb-6dbc7e937750/bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1/e5d54ac8-a094-4fb0-babd-299e33df76e0) {{(pid=101665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:35:43.308793 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c790ac4-0cee-4a48-9336-14de910593c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92e2f506-95ad-4638-adeb-f805aa81f194,revision_number=0']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:43.312992 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c790ac4-0cee-4a48-9336-14de910593c1 admin admin] Checking segment: {'id': 'bbcc2d24-7cc1-4bcc-9c50-d6a22b2551ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'a35ca44b-c1bd-4cb7-983c-b93f3f61e8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:35:43.313390 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c790ac4-0cee-4a48-9336-14de910593c1 admin admin] Network hostable DHCP agents. Network: a35ca44b-c1bd-4cb7-983c-b93f3f61e8b8, hostable agents: ['787f9650-d18e-4402-9e0d-45b78af00bf5'], hosted agents: [] {{(pid=101665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:35:43.329754 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c92f4d-27f6-4835-9b4c-289cddf3e67f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7b95057-ef53-539e-8933-e83ad38293e7-900de597-e873-4f99-a7d4-e023d99223de', 'network_id': '900de597-e873-4f99-a7d4-e023d99223de', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'fixed_ips': [{'subnet_id': 'ae9f7717-3703-4043-b05c-cf4237b7a0b2'}]}} from dv-cinder-815659-1-iscsi. {{(pid=101667) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:35:43.330771 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-89c92f4d-27f6-4835-9b4c-289cddf3e67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:43.334708 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-ee3b6588-0c18-4920-a0a4-e0789fc31e2f tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:43.342487 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-ee3b6588-0c18-4920-a0a4-e0789fc31e2f tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/networks?id=98382a90-1d72-4726-8dcd-70a187bd6af7 HTTP/1.1" status: 200 len: 814 time: 0.3478789 Oct 27 16:35:43.347557 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad4dff3-f60c-4c72-a558-0e1b62ec3446 None None] Network 04e556bb-e81e-445a-9a9a-3eeb79203905 is already hosted by enough agents. {{(pid=101667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:35:43.354202 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-6124527e-774c-438b-b596-5416ad11c3af tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/quotas/53ca376210864b438cc4d85221b55e8f HTTP/1.1" status: 200 len: 375 time: 0.3878317 Oct 27 16:35:43.365071 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.scheduler.base_scheduler [None req-0ad4dff3-f60c-4c72-a558-0e1b62ec3446 None None] Resources bound (agent type, host, resource id): {{(pid=101667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:35:43.367801 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad4dff3-f60c-4c72-a558-0e1b62ec3446 None None] Received port after_create {{(pid=101667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:35:43.377398 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c790ac4-0cee-4a48-9336-14de910593c1 admin admin] Network a35ca44b-c1bd-4cb7-983c-b93f3f61e8b8 is scheduled to be hosted by DHCP agent 787f9650-d18e-4402-9e0d-45b78af00bf5 with binding_index 1 {{(pid=101665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:35:43.386162 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-d4787d6e-ddf4-4960-82b0-411d96bb0562 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/quotas/c18af2229f264790a5b0de57cf8f74a2 HTTP/1.1" status: 200 len: 375 time: 0.0421474 Oct 27 16:35:43.396085 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad4dff3-f60c-4c72-a558-0e1b62ec3446 None None] Pushing event updated for resources: {'Port': ['ID=70a33882-c8d3-4951-b2ee-f259640c59d7,revision_number=1']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:43.405122 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.base_scheduler [None req-0c790ac4-0cee-4a48-9336-14de910593c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-1-iscsi, a35ca44b-c1bd-4cb7-983c-b93f3f61e8b8) {{(pid=101665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:35:43.416064 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c790ac4-0cee-4a48-9336-14de910593c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:43.416655 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-0c790ac4-0cee-4a48-9336-14de910593c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for subnet, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:43.437914 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09833691-5930-4ca3-b5d3-827bec5d6a76 None None] Network a35ca44b-c1bd-4cb7-983c-b93f3f61e8b8 requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:35:43.443105 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad4dff3-f60c-4c72-a558-0e1b62ec3446 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:43.443453 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad4dff3-f60c-4c72-a558-0e1b62ec3446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:43.443793 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad4dff3-f60c-4c72-a558-0e1b62ec3446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:43.444155 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad4dff3-f60c-4c72-a558-0e1b62ec3446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:43.444485 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad4dff3-f60c-4c72-a558-0e1b62ec3446 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:43.445091 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad4dff3-f60c-4c72-a558-0e1b62ec3446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:43.445422 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad4dff3-f60c-4c72-a558-0e1b62ec3446 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:43.445747 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad4dff3-f60c-4c72-a558-0e1b62ec3446 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:43.446086 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad4dff3-f60c-4c72-a558-0e1b62ec3446 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:43.446418 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad4dff3-f60c-4c72-a558-0e1b62ec3446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:43.446736 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad4dff3-f60c-4c72-a558-0e1b62ec3446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:43.447051 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad4dff3-f60c-4c72-a558-0e1b62ec3446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:43.448163 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad4dff3-f60c-4c72-a558-0e1b62ec3446 None None] Tracked resource versions report: Oct 27 16:35:43.448163 dv-cinder-815659-1-iscsi neutron-server[101667]: pushed versions: Oct 27 16:35:43.448163 dv-cinder-815659-1-iscsi neutron-server[101667]: { 'AddressGroup': {'1.2'}, Oct 27 16:35:43.448163 dv-cinder-815659-1-iscsi neutron-server[101667]: 'ConntrackHelper': {'1.0'}, Oct 27 16:35:43.448163 dv-cinder-815659-1-iscsi neutron-server[101667]: 'Log': {'1.0'}, Oct 27 16:35:43.448163 dv-cinder-815659-1-iscsi neutron-server[101667]: 'Network': {'1.1'}, Oct 27 16:35:43.448163 dv-cinder-815659-1-iscsi neutron-server[101667]: 'Port': {'1.7'}, Oct 27 16:35:43.448163 dv-cinder-815659-1-iscsi neutron-server[101667]: 'PortForwarding': {'1.2'}, Oct 27 16:35:43.448163 dv-cinder-815659-1-iscsi neutron-server[101667]: 'QosPolicy': {'1.10'}, Oct 27 16:35:43.448163 dv-cinder-815659-1-iscsi neutron-server[101667]: 'SecurityGroup': {'1.4'}, Oct 27 16:35:43.448163 dv-cinder-815659-1-iscsi neutron-server[101667]: 'SecurityGroupRule': {'1.2'}, Oct 27 16:35:43.448163 dv-cinder-815659-1-iscsi neutron-server[101667]: 'SubPort': {'1.0'}, Oct 27 16:35:43.448163 dv-cinder-815659-1-iscsi neutron-server[101667]: 'Subnet': {'1.1'}, Oct 27 16:35:43.448163 dv-cinder-815659-1-iscsi neutron-server[101667]: 'Trunk': {'1.1'}} Oct 27 16:35:43.448163 dv-cinder-815659-1-iscsi neutron-server[101667]: consumer versions: Oct 27 16:35:43.448163 dv-cinder-815659-1-iscsi neutron-server[101667]: { DHCP agent@dv-cinder-815659-1-iscsi: {}, Oct 27 16:35:43.448163 dv-cinder-815659-1-iscsi neutron-server[101667]: HyperV agent@hv-cinder-81565: {}, Oct 27 16:35:43.448163 dv-cinder-815659-1-iscsi neutron-server[101667]: L3 agent@dv-cinder-815659-1-iscsi: {}, Oct 27 16:35:43.448163 dv-cinder-815659-1-iscsi neutron-server[101667]: Metadata agent@dv-cinder-815659-1-iscsi: {}, Oct 27 16:35:43.448163 dv-cinder-815659-1-iscsi neutron-server[101667]: Metering agent@dv-cinder-815659-1-iscsi: {}, Oct 27 16:35:43.448163 dv-cinder-815659-1-iscsi neutron-server[101667]: Open vSwitch agent@dv-cinder-815659-1-iscsi: { 'AddressGroup': '1.2', Oct 27 16:35:43.448163 dv-cinder-815659-1-iscsi neutron-server[101667]: 'ConntrackHelper': '1.0', Oct 27 16:35:43.448163 dv-cinder-815659-1-iscsi neutron-server[101667]: 'Log': '1.0', Oct 27 16:35:43.448163 dv-cinder-815659-1-iscsi neutron-server[101667]: 'Network': '1.1', Oct 27 16:35:43.448163 dv-cinder-815659-1-iscsi neutron-server[101667]: 'Port': '1.7', Oct 27 16:35:43.448163 dv-cinder-815659-1-iscsi neutron-server[101667]: 'PortForwarding': '1.2', Oct 27 16:35:43.448163 dv-cinder-815659-1-iscsi neutron-server[101667]: 'QosPolicy': '1.10', Oct 27 16:35:43.448163 dv-cinder-815659-1-iscsi neutron-server[101667]: 'SecurityGroup': '1.4', Oct 27 16:35:43.448163 dv-cinder-815659-1-iscsi neutron-server[101667]: 'SecurityGroupRule': '1.2', Oct 27 16:35:43.448163 dv-cinder-815659-1-iscsi neutron-server[101667]: 'SubPort': '1.0', Oct 27 16:35:43.448163 dv-cinder-815659-1-iscsi neutron-server[101667]: 'Subnet': '1.1', Oct 27 16:35:43.448163 dv-cinder-815659-1-iscsi neutron-server[101667]: 'Trunk': '1.1'}} Oct 27 16:35:43.448163 dv-cinder-815659-1-iscsi neutron-server[101667]: {{(pid=101667) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 16:35:43.468108 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-0c790ac4-0cee-4a48-9336-14de910593c1 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6093578 Oct 27 16:35:43.510192 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-717eb25a-419d-4836-b6b1-7047cea347bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:43.536120 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-8678106e-82ad-43bb-9a99-9aaa279b4010 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:43.603184 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-717eb25a-419d-4836-b6b1-7047cea347bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622'] for port, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:43.654835 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717eb25a-419d-4836-b6b1-7047cea347bd admin admin] Pushing event updated for resources: {'Port': ['ID=e5d54ac8-a094-4fb0-babd-299e33df76e0,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:43.668735 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-aa2326d0-f3de-4f01-b142-acc06dc71b29 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=53ca376210864b438cc4d85221b55e8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3135943 Oct 27 16:35:43.693768 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-61ffa4c2-c955-4347-b860-92e2b1b0607c tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=c18af2229f264790a5b0de57cf8f74a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3069775 Oct 27 16:35:43.694517 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717eb25a-419d-4836-b6b1-7047cea347bd admin admin] Network b60b3993-7427-4bdc-87fb-6dbc7e937750 is already hosted by enough agents. {{(pid=101665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:35:43.696212 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.base_scheduler [None req-717eb25a-419d-4836-b6b1-7047cea347bd admin admin] Resources bound (agent type, host, resource id): {{(pid=101665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:35:43.700160 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717eb25a-419d-4836-b6b1-7047cea347bd admin admin] Received port after_create {{(pid=101665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:35:43.770418 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-fd6cb609-a7da-4f94-a968-051365ed7e7c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:43.846585 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-0ad4dff3-f60c-4c72-a558-0e1b62ec3446 None None] Attempting to bind port 70a33882-c8d3-4951-b2ee-f259640c59d7 on host dv-cinder-815659-1-iscsi for vnic_type normal with profile {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:35:43.847271 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-0ad4dff3-f60c-4c72-a558-0e1b62ec3446 None None] Attempting to bind port 70a33882-c8d3-4951-b2ee-f259640c59d7 by drivers openvswitch,hyperv on host dv-cinder-815659-1-iscsi at level 0 using segments [{'id': '04b90801-dbaa-4b6b-a289-4b9ced180864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905'}] {{(pid=101667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:35:43.847441 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad4dff3-f60c-4c72-a558-0e1b62ec3446 None None] Attempting to bind port 70a33882-c8d3-4951-b2ee-f259640c59d7 on network 04e556bb-e81e-445a-9a9a-3eeb79203905 {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:35:43.875103 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad4dff3-f60c-4c72-a558-0e1b62ec3446 None None] Checking agent: {'id': '042db589-9278-4969-aa78-790e50700daa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 27, 42), 'started_at': datetime.datetime(2021, 10, 27, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:35:43.875464 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad4dff3-f60c-4c72-a558-0e1b62ec3446 None None] Checking segment: {'id': '04b90801-dbaa-4b6b-a289-4b9ced180864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:35:43.875896 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-0ad4dff3-f60c-4c72-a558-0e1b62ec3446 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:43.876531 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad4dff3-f60c-4c72-a558-0e1b62ec3446 None None] Bound using segment: {'id': '04b90801-dbaa-4b6b-a289-4b9ced180864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905'} {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:35:43.877126 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-0ad4dff3-f60c-4c72-a558-0e1b62ec3446 None None] Bound port: 70a33882-c8d3-4951-b2ee-f259640c59d7, host: dv-cinder-815659-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04b90801-dbaa-4b6b-a289-4b9ced180864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905'}}] {{(pid=101667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:35:43.877530 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-0ad4dff3-f60c-4c72-a558-0e1b62ec3446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:43.915860 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:43.957930 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-717eb25a-419d-4836-b6b1-7047cea347bd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:44.001413 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.db_base_plugin_common [None req-89c92f4d-27f6-4835-9b4c-289cddf3e67f None None] Allocated IP 172.20.0.2 (900de597-e873-4f99-a7d4-e023d99223de/ae9f7717-3703-4043-b05c-cf4237b7a0b2/084232b2-6380-44d0-8015-89ba995d61a1) {{(pid=101667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:35:44.100425 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8253d66f-549a-4928-871e-06cb9912d15e None None] Network a35ca44b-c1bd-4cb7-983c-b93f3f61e8b8 requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:35:44.103350 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-0ad4dff3-f60c-4c72-a558-0e1b62ec3446 None None] For port 70a33882-c8d3-4951-b2ee-f259640c59d7, host dv-cinder-815659-1-iscsi, cleared binding levels {{(pid=101667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:35:44.123431 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-e6d5b7f2-17ea-400c-b902-7eca876767e9 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101666) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:35:44.125402 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-e6d5b7f2-17ea-400c-b902-7eca876767e9 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1926465 Oct 27 16:35:44.132568 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-b8daf89c-dd2b-42d5-a048-8b46b625c9ca service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101666) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:35:44.133750 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-b8daf89c-dd2b-42d5-a048-8b46b625c9ca service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0993583 Oct 27 16:35:44.180395 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-0ad4dff3-f60c-4c72-a558-0e1b62ec3446 None None] For port 70a33882-c8d3-4951-b2ee-f259640c59d7, host dv-cinder-815659-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=70a33882-c8d3-4951-b2ee-f259640c59d7,segment=NetworkSegment(04b90801-dbaa-4b6b-a289-4b9ced180864),segment_id=04b90801-dbaa-4b6b-a289-4b9ced180864)] {{(pid=101667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:35:44.197247 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-0ad4dff3-f60c-4c72-a558-0e1b62ec3446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:44.252358 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-717eb25a-419d-4836-b6b1-7047cea347bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3732816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3703951'] for router, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:44.358972 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad4dff3-f60c-4c72-a558-0e1b62ec3446 None None] Pushing event updated for resources: {'Port': ['ID=70a33882-c8d3-4951-b2ee-f259640c59d7,revision_number=2']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:44.408847 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 48836) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:44.476829 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-ad52c0ce-6596-4190-881d-bc8d581f002e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2127253688-network', 'tenant_id': '6c95608f27064150983dad8b99a551ea'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:44.513443 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-89c92f4d-27f6-4835-9b4c-289cddf3e67f None None] Publish callbacks [] for port, precommit_create {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:44.524623 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-89c92f4d-27f6-4835-9b4c-289cddf3e67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622'] for port, after_create {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:44.541351 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-90d0d7db-ff59-4c2c-bbcd-9f401c421914 service neutron] 10.222.0.91 "GET /v2.0/networks/bbf07222-f19e-4bee-94ae-b2e7cffee06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033887 Oct 27 16:35:44.547659 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c92f4d-27f6-4835-9b4c-289cddf3e67f None None] Network 900de597-e873-4f99-a7d4-e023d99223de is already hosted by enough agents. {{(pid=101667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:35:44.551364 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.scheduler.base_scheduler [None req-89c92f4d-27f6-4835-9b4c-289cddf3e67f None None] Resources bound (agent type, host, resource id): {{(pid=101667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:35:44.562114 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad52c0ce-6596-4190-881d-bc8d581f002e admin admin] Made reservation on behalf of 6c95608f27064150983dad8b99a551ea for: {'network': 1} {{(pid=101665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:35:44.566621 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ad52c0ce-6596-4190-881d-bc8d581f002e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for network, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:44.586607 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-8678106e-82ad-43bb-9a99-9aaa279b4010 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:44.588553 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c92f4d-27f6-4835-9b4c-289cddf3e67f None None] Received port after_create {{(pid=101667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:35:44.591692 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ad52c0ce-6596-4190-881d-bc8d581f002e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:44.639685 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-66f6657f-d620-416f-89b5-6e473065b876 service neutron] 10.222.0.91 "GET /v2.0/networks/98382a90-1d72-4726-8dcd-70a187bd6af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4915621 Oct 27 16:35:44.715236 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-717eb25a-419d-4836-b6b1-7047cea347bd admin admin] Router 18ed0eb6-1594-48ea-9883-7c4455b37465 is scheduled to L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 with binding_index 1 {{(pid=101665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:35:44.723608 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-8678106e-82ad-43bb-9a99-9aaa279b4010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:44.724353 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-89c92f4d-27f6-4835-9b4c-289cddf3e67f None None] Attempting to bind port 084232b2-6380-44d0-8015-89ba995d61a1 on host dv-cinder-815659-1-iscsi for vnic_type normal with profile {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:35:44.724353 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-89c92f4d-27f6-4835-9b4c-289cddf3e67f None None] Attempting to bind port 084232b2-6380-44d0-8015-89ba995d61a1 by drivers openvswitch,hyperv on host dv-cinder-815659-1-iscsi at level 0 using segments [{'id': '666d1a16-746f-4e08-a2d0-b6a8afa6f4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '900de597-e873-4f99-a7d4-e023d99223de'}] {{(pid=101667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:35:44.724353 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c92f4d-27f6-4835-9b4c-289cddf3e67f None None] Attempting to bind port 084232b2-6380-44d0-8015-89ba995d61a1 on network 900de597-e873-4f99-a7d4-e023d99223de {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:35:44.745407 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c92f4d-27f6-4835-9b4c-289cddf3e67f None None] Pushing event updated for resources: {'Port': ['ID=084232b2-6380-44d0-8015-89ba995d61a1,revision_number=1']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:44.749041 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ad52c0ce-6596-4190-881d-bc8d581f002e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:44.759291 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c92f4d-27f6-4835-9b4c-289cddf3e67f None None] Checking agent: {'id': '042db589-9278-4969-aa78-790e50700daa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 27, 42), 'started_at': datetime.datetime(2021, 10, 27, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:35:44.761766 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-fd6cb609-a7da-4f94-a968-051365ed7e7c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:44.762109 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c92f4d-27f6-4835-9b4c-289cddf3e67f None None] Checking segment: {'id': '666d1a16-746f-4e08-a2d0-b6a8afa6f4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '900de597-e873-4f99-a7d4-e023d99223de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:35:44.762727 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-89c92f4d-27f6-4835-9b4c-289cddf3e67f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:44.763459 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c92f4d-27f6-4835-9b4c-289cddf3e67f None None] Bound using segment: {'id': '666d1a16-746f-4e08-a2d0-b6a8afa6f4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '900de597-e873-4f99-a7d4-e023d99223de'} {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:35:44.764265 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-89c92f4d-27f6-4835-9b4c-289cddf3e67f None None] Bound port: 084232b2-6380-44d0-8015-89ba995d61a1, host: dv-cinder-815659-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '666d1a16-746f-4e08-a2d0-b6a8afa6f4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '900de597-e873-4f99-a7d4-e023d99223de'}}] {{(pid=101667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:35:44.766055 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-89c92f4d-27f6-4835-9b4c-289cddf3e67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:44.769380 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ad52c0ce-6596-4190-881d-bc8d581f002e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:44.840116 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-fd6cb609-a7da-4f94-a968-051365ed7e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:44.939492 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad52c0ce-6596-4190-881d-bc8d581f002e admin admin] vlan segment allocate from pool success with {'vlan_id': 1043, 'physical_network': 'physnet1'} {{(pid=101665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:35:44.953292 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-78743edd-42cd-4f01-8efd-eb6bbe21a295 service neutron] 10.222.0.91 "GET /v2.0/networks/bbf07222-f19e-4bee-94ae-b2e7cffee06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110591 Oct 27 16:35:44.955046 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52c0ce-6596-4190-881d-bc8d581f002e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133df626-0ef9-4ff9-a1c2-1c52c35819cf,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:44.975607 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ad52c0ce-6596-4190-881d-bc8d581f002e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790'] for segment, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:44.976028 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.db.segments_db [None req-ad52c0ce-6596-4190-881d-bc8d581f002e admin admin] Added segment 41f68300-f3fd-432a-89bb-9bf8cdc69f96 of type vlan for network ebef6800-b747-40e3-8d97-09daf03e813c Oct 27 16:35:45.027776 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-d740b3a6-44cf-4aab-bf17-a69f2534f89a service neutron] 10.222.0.91 "GET /v2.0/networks/98382a90-1d72-4726-8dcd-70a187bd6af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869541 Oct 27 16:35:45.049683 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 70a33882-c8d3-4951-b2ee-f259640c59d7 up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:35:45.064620 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-89c92f4d-27f6-4835-9b4c-289cddf3e67f None None] For port 084232b2-6380-44d0-8015-89ba995d61a1, host dv-cinder-815659-1-iscsi, cleared binding levels {{(pid=101667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:35:45.071767 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.db_base_plugin_common [None req-8678106e-82ad-43bb-9a99-9aaa279b4010 admin admin] Allocated IP 172.27.0.64 (b60b3993-7427-4bdc-87fb-6dbc7e937750/bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1/013dda2d-aef5-43a6-a9a0-e5cfc47c73af) {{(pid=101666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:35:45.084126 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ad52c0ce-6596-4190-881d-bc8d581f002e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779338775480'] for network, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:45.116208 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717eb25a-419d-4836-b6b1-7047cea347bd admin admin] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:35:45.134938 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662c31ca-fe39-4adb-ac90-0ce1c75cf3c1 None None] Sync routers for ids ['18ed0eb6-1594-48ea-9883-7c4455b37465'] in dv-cinder-815659-1-iscsi {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:35:45.160361 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662c31ca-fe39-4adb-ac90-0ce1c75cf3c1 None None] Routers {'18ed0eb6-1594-48ea-9883-7c4455b37465'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:35:45.161443 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-662c31ca-fe39-4adb-ac90-0ce1c75cf3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:35:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['18ed0eb6-1594-48ea-9883-7c4455b37465'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:45.175931 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-89c92f4d-27f6-4835-9b4c-289cddf3e67f None None] For port 084232b2-6380-44d0-8015-89ba995d61a1, host dv-cinder-815659-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=084232b2-6380-44d0-8015-89ba995d61a1,segment=NetworkSegment(666d1a16-746f-4e08-a2d0-b6a8afa6f4ba),segment_id=666d1a16-746f-4e08-a2d0-b6a8afa6f4ba)] {{(pid=101667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:35:45.182691 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-89c92f4d-27f6-4835-9b4c-289cddf3e67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:45.198688 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-717eb25a-419d-4836-b6b1-7047cea347bd admin admin] Publish callbacks [] for router, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:45.211229 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-717eb25a-419d-4836-b6b1-7047cea347bd admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.1209803 Oct 27 16:35:45.214763 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 48848) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:45.240637 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ad52c0ce-6596-4190-881d-bc8d581f002e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568'] for network, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:45.241723 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad52c0ce-6596-4190-881d-bc8d581f002e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:45.242314 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ad52c0ce-6596-4190-881d-bc8d581f002e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for network, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:45.344222 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port 70a33882-c8d3-4951-b2ee-f259640c59d7 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:45.345468 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:45.479812 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-ad52c0ce-6596-4190-881d-bc8d581f002e admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.0106592 Oct 27 16:35:45.492659 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 48868) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:45.503727 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-5ef15679-2223-4bee-8529-def156fcdf78 admin admin] Request body: {'subnet': {'network_id': 'ebef6800-b747-40e3-8d97-09daf03e813c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2127253688-subnet', 'tenant_id': '6c95608f27064150983dad8b99a551ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:45.561129 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52c0ce-6596-4190-881d-bc8d581f002e admin admin] Pushing event updated for resources: {'Network': ['ID=ebef6800-b747-40e3-8d97-09daf03e813c,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:45.596115 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Network ebef6800-b747-40e3-8d97-09daf03e813c details requested by agent ovs-agent-dv-cinder-815659-1-iscsi with host dv-cinder-815659-1-iscsi {{(pid=101667) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:35:45.614506 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c92f4d-27f6-4835-9b4c-289cddf3e67f None None] Pushing event updated for resources: {'Port': ['ID=084232b2-6380-44d0-8015-89ba995d61a1,revision_number=2']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:45.615188 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef15679-2223-4bee-8529-def156fcdf78 admin admin] Made reservation on behalf of 6c95608f27064150983dad8b99a551ea for: {'subnet': 1} {{(pid=101665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:35:45.623290 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-5ef15679-2223-4bee-8529-def156fcdf78 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:45.956923 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:45.982721 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-662c31ca-fe39-4adb-ac90-0ce1c75cf3c1 None None] Set router 18ed0eb6-1594-48ea-9883-7c4455b37465 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:35:46.057642 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] For port 70a33882-c8d3-4951-b2ee-f259640c59d7, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=70a33882-c8d3-4951-b2ee-f259640c59d7,segment=NetworkSegment(04b90801-dbaa-4b6b-a289-4b9ced180864),segment_id=04b90801-dbaa-4b6b-a289-4b9ced180864)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:35:46.069073 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:46.089630 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7cf3f51d-b023-40dc-97d4-119a629f3775 req-8f8c9525-d6e9-4f11-811c-e2a2e9c644f8 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/ports?device_id=02011a50-cf9d-4fc9-8546-11382b2e381e HTTP/1.1" status: 200 len: 210 time: 0.1959226 Oct 27 16:35:46.182982 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ed3e79e2-fc20-4ace-8ce3-cee7d46480ae req-18eb1bca-3540-4bb5-b0dc-61bc294ffe58 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 210 time: 0.3048902 Oct 27 16:35:46.236399 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-5ef15679-2223-4bee-8529-def156fcdf78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568'] for subnet, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:46.277743 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-8678106e-82ad-43bb-9a99-9aaa279b4010 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:46.292871 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Pushing event updated for resources: {'Port': ['ID=70a33882-c8d3-4951-b2ee-f259640c59d7,revision_number=3']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:46.325619 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318af95a-e7f1-49b5-abc8-f6e03ea192e0 None None] Network 04e556bb-e81e-445a-9a9a-3eeb79203905 requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:35:46.345633 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef15679-2223-4bee-8529-def156fcdf78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83aecfba-f2a6-4e77-83f5-eea17189b2fa,revision_number=0']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:46.353095 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef15679-2223-4bee-8529-def156fcdf78 admin admin] Checking segment: {'id': '41f68300-f3fd-432a-89bb-9bf8cdc69f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ebef6800-b747-40e3-8d97-09daf03e813c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:35:46.353592 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef15679-2223-4bee-8529-def156fcdf78 admin admin] Network hostable DHCP agents. Network: ebef6800-b747-40e3-8d97-09daf03e813c, hostable agents: ['787f9650-d18e-4402-9e0d-45b78af00bf5'], hosted agents: [] {{(pid=101665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:35:46.378306 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef15679-2223-4bee-8529-def156fcdf78 admin admin] Network ebef6800-b747-40e3-8d97-09daf03e813c is scheduled to be hosted by DHCP agent 787f9650-d18e-4402-9e0d-45b78af00bf5 with binding_index 1 {{(pid=101665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:35:46.401025 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.base_scheduler [None req-5ef15679-2223-4bee-8529-def156fcdf78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-1-iscsi, ebef6800-b747-40e3-8d97-09daf03e813c) {{(pid=101665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:35:46.429223 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef15679-2223-4bee-8529-def156fcdf78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:46.436372 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-5ef15679-2223-4bee-8529-def156fcdf78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for subnet, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:46.476287 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1e786a-4f05-46dd-b082-0b26f55534d2 None None] Network ebef6800-b747-40e3-8d97-09daf03e813c requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:35:46.487243 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-5ef15679-2223-4bee-8529-def156fcdf78 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9931021 Oct 27 16:35:46.586587 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-8678106e-82ad-43bb-9a99-9aaa279b4010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622'] for port, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:46.596634 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-b35cac09-fe11-478e-ac8d-eebdaabff49a None None] Provisioning complete for port 70a33882-c8d3-4951-b2ee-f259640c59d7 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:46.597107 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-b35cac09-fe11-478e-ac8d-eebdaabff49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:46.613945 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-662c31ca-fe39-4adb-ac90-0ce1c75cf3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ed0eb6-1594-48ea-9883-7c4455b37465', 'name': 'tempest-ServerRescueNegativeTestJSON-1275392542-router', 'tenant_id': 'a764bac289b649e9b1671333d51f7db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e5d54ac8-a094-4fb0-babd-299e33df76e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:41Z', 'updated_at': '2021-10-27T16:35:43Z', 'revision_number': 3, 'project_id': 'a764bac289b649e9b1671333d51f7db3', 'gw_port': {'id': 'e5d54ac8-a094-4fb0-babd-299e33df76e0', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ed0eb6-1594-48ea-9883-7c4455b37465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:35:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi'}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:46.699807 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662c31ca-fe39-4adb-ac90-0ce1c75cf3c1 None None] Checking router: 18ed0eb6-1594-48ea-9883-7c4455b37465 for host: dv-cinder-815659-1-iscsi {{(pid=101668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:35:46.706756 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662c31ca-fe39-4adb-ac90-0ce1c75cf3c1 None None] Updating router 18ed0eb6-1594-48ea-9883-7c4455b37465 port e5d54ac8-a094-4fb0-babd-299e33df76e0 binding host dv-cinder-815659-1-iscsi {{(pid=101668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:35:46.742215 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8678106e-82ad-43bb-9a99-9aaa279b4010 admin admin] Pushing event updated for resources: {'Port': ['ID=013dda2d-aef5-43a6-a9a0-e5cfc47c73af,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:46.771068 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-662c31ca-fe39-4adb-ac90-0ce1c75cf3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:46.775548 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 48920) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:46.861492 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.db_base_plugin_v2 [None req-5928ebca-20ba-4274-ac6b-2dc09bbe1862 admin admin] Deleting subnet 92e2f506-95ad-4638-adeb-f805aa81f194 {{(pid=101665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:35:46.862197 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8678106e-82ad-43bb-9a99-9aaa279b4010 admin admin] Network b60b3993-7427-4bdc-87fb-6dbc7e937750 is already hosted by enough agents. {{(pid=101666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:35:46.865741 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-5928ebca-20ba-4274-ac6b-2dc09bbe1862 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:46.873933 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [None req-8678106e-82ad-43bb-9a99-9aaa279b4010 admin admin] Resources bound (agent type, host, resource id): {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:35:46.880406 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8678106e-82ad-43bb-9a99-9aaa279b4010 admin admin] Received port after_create {{(pid=101666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:35:46.935734 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-5928ebca-20ba-4274-ac6b-2dc09bbe1862 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:46.976164 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-5928ebca-20ba-4274-ac6b-2dc09bbe1862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642671'] for subnet, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:46.999539 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b3cbb4-cfa8-425e-9f3c-29082a818c9a None None] Network ebef6800-b747-40e3-8d97-09daf03e813c requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:35:47.089859 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.db_base_plugin_common [None req-fd6cb609-a7da-4f94-a968-051365ed7e7c admin admin] Allocated IP 172.27.0.110 (b60b3993-7427-4bdc-87fb-6dbc7e937750/bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1/f2193b51-ae91-4254-9372-17d184efcf85) {{(pid=101666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:35:47.095722 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 70a33882-c8d3-4951-b2ee-f259640c59d7 up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:35:47.148370 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-5928ebca-20ba-4274-ac6b-2dc09bbe1862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568'] for subnet, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:47.230831 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5928ebca-20ba-4274-ac6b-2dc09bbe1862 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92e2f506-95ad-4638-adeb-f805aa81f194,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:47.260368 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-5928ebca-20ba-4274-ac6b-2dc09bbe1862 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:47.268298 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-5928ebca-20ba-4274-ac6b-2dc09bbe1862 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/92e2f506-95ad-4638-adeb-f805aa81f194 HTTP/1.1" status: 204 len: 168 time: 0.4904628 Oct 27 16:35:47.276209 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 48940) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:47.278652 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1e3864-85d7-4531-a4ba-8cfa4b416430 None None] Network 900de597-e873-4f99-a7d4-e023d99223de requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:35:47.408189 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-52666b63-e845-4a35-a8c1-680b613c1046 req-33a04d61-1044-4810-b9db-7f66e4896174 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/ports?device_id=02011a50-cf9d-4fc9-8546-11382b2e381e HTTP/1.1" status: 200 len: 210 time: 0.1747441 Oct 27 16:35:47.410275 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4182a586-bd2a-41d7-af2c-b875d0f6e013 req-fb09a628-4c23-4437-9b8d-6bbd3cf8d5de tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 210 time: 0.0623457 Oct 27 16:35:47.625380 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-fd6cb609-a7da-4f94-a968-051365ed7e7c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:47.639035 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1a52f237-285e-4f15-bad1-a8243c3de805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617108'] for network, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:47.716040 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port 70a33882-c8d3-4951-b2ee-f259640c59d7 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:47.717221 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:47.738981 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1a52f237-285e-4f15-bad1-a8243c3de805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-645114', 'neutron.services.segments.db._delete_segments_for_network-8779339326814'] for network, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:47.751738 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-fd6cb609-a7da-4f94-a968-051365ed7e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622'] for port, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:47.762076 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1a52f237-285e-4f15-bad1-a8243c3de805 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:35:47.762528 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1a52f237-285e-4f15-bad1-a8243c3de805 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:35:47.763338 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1a52f237-285e-4f15-bad1-a8243c3de805 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:35:47.764049 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1a52f237-285e-4f15-bad1-a8243c3de805 admin admin] Subscribe: > port after_create 55550000 {{(pid=101665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:35:47.764595 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1a52f237-285e-4f15-bad1-a8243c3de805 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:35:47.765155 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1a52f237-285e-4f15-bad1-a8243c3de805 admin admin] Subscribe: > port after_update 55550000 {{(pid=101665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:35:47.765673 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1a52f237-285e-4f15-bad1-a8243c3de805 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:35:47.766643 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1a52f237-285e-4f15-bad1-a8243c3de805 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:35:47.767169 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1a52f237-285e-4f15-bad1-a8243c3de805 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:35:47.768043 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1a52f237-285e-4f15-bad1-a8243c3de805 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:35:47.774889 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-9495aedb-2064-474e-8910-01e4341b1e6d None None] Provisioning complete for port 084232b2-6380-44d0-8015-89ba995d61a1 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:47.775254 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-9495aedb-2064-474e-8910-01e4341b1e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:47.854859 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6cb609-a7da-4f94-a968-051365ed7e7c admin admin] Network b60b3993-7427-4bdc-87fb-6dbc7e937750 is already hosted by enough agents. {{(pid=101666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:35:47.860478 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [None req-fd6cb609-a7da-4f94-a968-051365ed7e7c admin admin] Resources bound (agent type, host, resource id): {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:35:47.862420 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-8678106e-82ad-43bb-9a99-9aaa279b4010 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:47.866132 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6cb609-a7da-4f94-a968-051365ed7e7c admin admin] Received port after_create {{(pid=101666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:35:47.901748 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6cb609-a7da-4f94-a968-051365ed7e7c admin admin] Pushing event updated for resources: {'Port': ['ID=f2193b51-ae91-4254-9372-17d184efcf85,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:47.940320 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-662c31ca-fe39-4adb-ac90-0ce1c75cf3c1 None None] Publish callbacks [] for port, precommit_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:47.949770 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-662c31ca-fe39-4adb-ac90-0ce1c75cf3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:47.976131 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 084232b2-6380-44d0-8015-89ba995d61a1 up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:35:47.990472 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f558c3-7490-448c-a618-58b76961f7a4 None None] Pushing event updated for resources: {'Port': ['ID=e5d54ac8-a094-4fb0-babd-299e33df76e0,revision_number=2']} {{(pid=101668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:48.001518 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f558c3-7490-448c-a618-58b76961f7a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:48.002135 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f558c3-7490-448c-a618-58b76961f7a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:48.002264 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-9495aedb-2064-474e-8910-01e4341b1e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:48.003392 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f558c3-7490-448c-a618-58b76961f7a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:48.003927 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f558c3-7490-448c-a618-58b76961f7a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:48.004417 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f558c3-7490-448c-a618-58b76961f7a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:48.004895 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f558c3-7490-448c-a618-58b76961f7a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:48.005374 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f558c3-7490-448c-a618-58b76961f7a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:48.006224 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f558c3-7490-448c-a618-58b76961f7a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:48.011495 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f558c3-7490-448c-a618-58b76961f7a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:48.011495 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f558c3-7490-448c-a618-58b76961f7a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:48.011495 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f558c3-7490-448c-a618-58b76961f7a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:48.011495 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f558c3-7490-448c-a618-58b76961f7a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:48.011495 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f558c3-7490-448c-a618-58b76961f7a4 None None] Tracked resource versions report: Oct 27 16:35:48.011495 dv-cinder-815659-1-iscsi neutron-server[101668]: pushed versions: Oct 27 16:35:48.011495 dv-cinder-815659-1-iscsi neutron-server[101668]: { 'AddressGroup': {'1.2'}, Oct 27 16:35:48.011495 dv-cinder-815659-1-iscsi neutron-server[101668]: 'ConntrackHelper': {'1.0'}, Oct 27 16:35:48.011495 dv-cinder-815659-1-iscsi neutron-server[101668]: 'Log': {'1.0'}, Oct 27 16:35:48.011495 dv-cinder-815659-1-iscsi neutron-server[101668]: 'Network': {'1.1'}, Oct 27 16:35:48.011495 dv-cinder-815659-1-iscsi neutron-server[101668]: 'Port': {'1.7'}, Oct 27 16:35:48.011495 dv-cinder-815659-1-iscsi neutron-server[101668]: 'PortForwarding': {'1.2'}, Oct 27 16:35:48.011495 dv-cinder-815659-1-iscsi neutron-server[101668]: 'QosPolicy': {'1.10'}, Oct 27 16:35:48.011495 dv-cinder-815659-1-iscsi neutron-server[101668]: 'SecurityGroup': {'1.4'}, Oct 27 16:35:48.011495 dv-cinder-815659-1-iscsi neutron-server[101668]: 'SecurityGroupRule': {'1.2'}, Oct 27 16:35:48.011495 dv-cinder-815659-1-iscsi neutron-server[101668]: 'SubPort': {'1.0'}, Oct 27 16:35:48.011495 dv-cinder-815659-1-iscsi neutron-server[101668]: 'Subnet': {'1.1'}, Oct 27 16:35:48.011495 dv-cinder-815659-1-iscsi neutron-server[101668]: 'Trunk': {'1.1'}} Oct 27 16:35:48.011495 dv-cinder-815659-1-iscsi neutron-server[101668]: consumer versions: Oct 27 16:35:48.011495 dv-cinder-815659-1-iscsi neutron-server[101668]: { DHCP agent@dv-cinder-815659-1-iscsi: {}, Oct 27 16:35:48.011495 dv-cinder-815659-1-iscsi neutron-server[101668]: HyperV agent@hv-cinder-81565: {}, Oct 27 16:35:48.011495 dv-cinder-815659-1-iscsi neutron-server[101668]: L3 agent@dv-cinder-815659-1-iscsi: {}, Oct 27 16:35:48.011495 dv-cinder-815659-1-iscsi neutron-server[101668]: Metadata agent@dv-cinder-815659-1-iscsi: {}, Oct 27 16:35:48.011495 dv-cinder-815659-1-iscsi neutron-server[101668]: Metering agent@dv-cinder-815659-1-iscsi: {}, Oct 27 16:35:48.011495 dv-cinder-815659-1-iscsi neutron-server[101668]: Open vSwitch agent@dv-cinder-815659-1-iscsi: { 'AddressGroup': '1.2', Oct 27 16:35:48.011495 dv-cinder-815659-1-iscsi neutron-server[101668]: 'ConntrackHelper': '1.0', Oct 27 16:35:48.011495 dv-cinder-815659-1-iscsi neutron-server[101668]: 'Log': '1.0', Oct 27 16:35:48.011495 dv-cinder-815659-1-iscsi neutron-server[101668]: 'Network': '1.1', Oct 27 16:35:48.011495 dv-cinder-815659-1-iscsi neutron-server[101668]: 'Port': '1.7', Oct 27 16:35:48.011495 dv-cinder-815659-1-iscsi neutron-server[101668]: 'PortForwarding': '1.2', Oct 27 16:35:48.011495 dv-cinder-815659-1-iscsi neutron-server[101668]: 'QosPolicy': '1.10', Oct 27 16:35:48.011495 dv-cinder-815659-1-iscsi neutron-server[101668]: 'SecurityGroup': '1.4', Oct 27 16:35:48.011495 dv-cinder-815659-1-iscsi neutron-server[101668]: 'SecurityGroupRule': '1.2', Oct 27 16:35:48.011495 dv-cinder-815659-1-iscsi neutron-server[101668]: 'SubPort': '1.0', Oct 27 16:35:48.011495 dv-cinder-815659-1-iscsi neutron-server[101668]: 'Subnet': '1.1', Oct 27 16:35:48.011495 dv-cinder-815659-1-iscsi neutron-server[101668]: 'Trunk': '1.1'}} Oct 27 16:35:48.011495 dv-cinder-815659-1-iscsi neutron-server[101668]: {{(pid=101668) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 16:35:48.032627 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.managers [None req-662c31ca-fe39-4adb-ac90-0ce1c75cf3c1 None None] Attempting to bind port e5d54ac8-a094-4fb0-babd-299e33df76e0 on host dv-cinder-815659-1-iscsi for vnic_type normal with profile {{(pid=101668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:35:48.033484 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.managers [None req-662c31ca-fe39-4adb-ac90-0ce1c75cf3c1 None None] Attempting to bind port e5d54ac8-a094-4fb0-babd-299e33df76e0 by drivers openvswitch,hyperv on host dv-cinder-815659-1-iscsi at level 0 using segments [{'id': '9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'}] {{(pid=101668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:35:48.034273 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c31ca-fe39-4adb-ac90-0ce1c75cf3c1 None None] Attempting to bind port e5d54ac8-a094-4fb0-babd-299e33df76e0 on network b60b3993-7427-4bdc-87fb-6dbc7e937750 {{(pid=101668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:35:48.041142 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c31ca-fe39-4adb-ac90-0ce1c75cf3c1 None None] Checking agent: {'id': '042db589-9278-4969-aa78-790e50700daa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 27, 42), 'started_at': datetime.datetime(2021, 10, 27, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:35:48.042365 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c31ca-fe39-4adb-ac90-0ce1c75cf3c1 None None] Checking segment: {'id': '9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:35:48.042984 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-662c31ca-fe39-4adb-ac90-0ce1c75cf3c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:48.043606 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c31ca-fe39-4adb-ac90-0ce1c75cf3c1 None None] Bound using segment: {'id': '9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'} {{(pid=101668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:35:48.044356 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.managers [None req-662c31ca-fe39-4adb-ac90-0ce1c75cf3c1 None None] Bound port: e5d54ac8-a094-4fb0-babd-299e33df76e0, host: dv-cinder-815659-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'}}] {{(pid=101668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:35:48.045130 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-662c31ca-fe39-4adb-ac90-0ce1c75cf3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:48.059343 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-9495aedb-2064-474e-8910-01e4341b1e6d None None] For port 084232b2-6380-44d0-8015-89ba995d61a1, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=084232b2-6380-44d0-8015-89ba995d61a1,segment=NetworkSegment(666d1a16-746f-4e08-a2d0-b6a8afa6f4ba),segment_id=666d1a16-746f-4e08-a2d0-b6a8afa6f4ba)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:35:48.065117 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-9495aedb-2064-474e-8910-01e4341b1e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:48.106651 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port 084232b2-6380-44d0-8015-89ba995d61a1 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:48.107389 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:48.111258 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.db [None req-662c31ca-fe39-4adb-ac90-0ce1c75cf3c1 None None] For port e5d54ac8-a094-4fb0-babd-299e33df76e0, host dv-cinder-815659-1-iscsi, cleared binding levels {{(pid=101668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:35:48.115312 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.db [None req-662c31ca-fe39-4adb-ac90-0ce1c75cf3c1 None None] For port e5d54ac8-a094-4fb0-babd-299e33df76e0, host dv-cinder-815659-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=e5d54ac8-a094-4fb0-babd-299e33df76e0,segment=NetworkSegment(9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182),segment_id=9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182)] {{(pid=101668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:35:48.128688 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-a8e0b712-66e7-44df-93ae-729f9fbad5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:48.129870 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-662c31ca-fe39-4adb-ac90-0ce1c75cf3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:48.141515 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1a52f237-285e-4f15-bad1-a8243c3de805 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:35:48.142030 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1a52f237-285e-4f15-bad1-a8243c3de805 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:35:48.142473 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1a52f237-285e-4f15-bad1-a8243c3de805 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:35:48.142963 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1a52f237-285e-4f15-bad1-a8243c3de805 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:35:48.143426 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.services.segments.db [None req-1a52f237-285e-4f15-bad1-a8243c3de805 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a35ca44b-c1bd-4cb7-983c-b93f3f61e8b8']}} {{(pid=101665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:48.159652 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9495aedb-2064-474e-8910-01e4341b1e6d None None] Pushing event updated for resources: {'Port': ['ID=084232b2-6380-44d0-8015-89ba995d61a1,revision_number=3']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:48.189040 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.services.segments.db [None req-1a52f237-285e-4f15-bad1-a8243c3de805 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbcc2d24-7cc1-4bcc-9c50-d6a22b2551ac') {'for_net_delete': True} {{(pid=101665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:48.189471 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.services.segments.db [None req-1a52f237-285e-4f15-bad1-a8243c3de805 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbcc2d24-7cc1-4bcc-9c50-d6a22b2551ac') {} {{(pid=101665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:48.215235 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1a52f237-285e-4f15-bad1-a8243c3de805 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779339327335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3716849'] for segment, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:48.220619 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662c31ca-fe39-4adb-ac90-0ce1c75cf3c1 None None] Routers {'18ed0eb6-1594-48ea-9883-7c4455b37465'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:35:48.221565 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-662c31ca-fe39-4adb-ac90-0ce1c75cf3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:35:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['18ed0eb6-1594-48ea-9883-7c4455b37465'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:48.250730 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1a52f237-285e-4f15-bad1-a8243c3de805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790'] for segment, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:48.258667 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-c492ed94-7a6d-4c4c-a7e9-378557daa61b None None] Provisioning complete for port 70a33882-c8d3-4951-b2ee-f259640c59d7 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:48.259213 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c492ed94-7a6d-4c4c-a7e9-378557daa61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:48.262585 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a52f237-285e-4f15-bad1-a8243c3de805 admin admin] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=101665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:35:48.263364 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1a52f237-285e-4f15-bad1-a8243c3de805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2511878'] for segment, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:48.334077 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f558c3-7490-448c-a618-58b76961f7a4 None None] Pushing event updated for resources: {'Port': ['ID=e5d54ac8-a094-4fb0-babd-299e33df76e0,revision_number=3']} {{(pid=101668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:48.353483 dv-cinder-815659-1-iscsi neutron-server[101665]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 16:35:48.353483 dv-cinder-815659-1-iscsi neutron-server[101665]: from cryptography.utils import int_from_bytes Oct 27 16:35:48.353483 dv-cinder-815659-1-iscsi neutron-server[101665]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 16:35:48.353483 dv-cinder-815659-1-iscsi neutron-server[101665]: from cryptography.utils import int_from_bytes Oct 27 16:35:48.353483 dv-cinder-815659-1-iscsi neutron-server[101665]: Traceback (most recent call last): Oct 27 16:35:48.353483 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:35:48.353483 dv-cinder-815659-1-iscsi neutron-server[101665]: timer() Oct 27 16:35:48.353483 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:35:48.353483 dv-cinder-815659-1-iscsi neutron-server[101665]: cb(*args, **kw) Oct 27 16:35:48.353483 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:35:48.353483 dv-cinder-815659-1-iscsi neutron-server[101665]: return func(*args, **kwargs) Oct 27 16:35:48.353483 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:35:48.353483 dv-cinder-815659-1-iscsi neutron-server[101665]: self._notify() Oct 27 16:35:48.353483 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:35:48.353483 dv-cinder-815659-1-iscsi neutron-server[101665]: self.callback(batched_events) Oct 27 16:35:48.353483 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:35:48.353483 dv-cinder-815659-1-iscsi neutron-server[101665]: event.method(event) Oct 27 16:35:48.353483 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:35:48.353483 dv-cinder-815659-1-iscsi neutron-server[101665]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:35:48.353483 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:35:48.353483 dv-cinder-815659-1-iscsi neutron-server[101665]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:35:48.353483 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:35:48.353483 dv-cinder-815659-1-iscsi neutron-server[101665]: return f(self, *a, **k) Oct 27 16:35:48.353483 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:35:48.353483 dv-cinder-815659-1-iscsi neutron-server[101665]: return self._get(url).json() Oct 27 16:35:48.353483 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:35:48.353483 dv-cinder-815659-1-iscsi neutron-server[101665]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:35:48.353483 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:35:48.353483 dv-cinder-815659-1-iscsi neutron-server[101665]: return self.request(url, 'GET', **kwargs) Oct 27 16:35:48.353483 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:35:48.353483 dv-cinder-815659-1-iscsi neutron-server[101665]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:35:48.353483 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:35:48.353483 dv-cinder-815659-1-iscsi neutron-server[101665]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:35:48.353483 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:35:48.353483 dv-cinder-815659-1-iscsi neutron-server[101665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:35:48.353483 dv-cinder-815659-1-iscsi neutron-server[101665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:35:48.360401 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1a52f237-285e-4f15-bad1-a8243c3de805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-645105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3734107'] for network, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:48.377210 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1a52f237-285e-4f15-bad1-a8243c3de805 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for network, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:48.380565 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-1a52f237-285e-4f15-bad1-a8243c3de805 admin admin] 10.222.0.91 "DELETE /v2.0/networks/a35ca44b-c1bd-4cb7-983c-b93f3f61e8b8 HTTP/1.1" status: 204 len: 168 time: 1.1029332 Oct 27 16:35:48.383995 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 48958) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:48.391225 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a52f237-285e-4f15-bad1-a8243c3de805 admin admin] Pushing event deleted for resources: {'Network': ['ID=a35ca44b-c1bd-4cb7-983c-b93f3f61e8b8,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:48.403111 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-662c31ca-fe39-4adb-ac90-0ce1c75cf3c1 None None] Set router 18ed0eb6-1594-48ea-9883-7c4455b37465 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:35:48.430335 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3cfe411-59e2-40fe-8f16-a4a394632f66 admin admin] Deleting subnet 83aecfba-f2a6-4e77-83f5-eea17189b2fa {{(pid=101665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:35:48.433466 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-b3cfe411-59e2-40fe-8f16-a4a394632f66 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:48.481958 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-b3cfe411-59e2-40fe-8f16-a4a394632f66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3716744'] for subnet, precommit_delete_associations {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:48.516237 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-632916bf-007a-4723-a0b8-4c2505bbdfbd None None] Provisioning complete for port 084232b2-6380-44d0-8015-89ba995d61a1 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:48.516825 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-632916bf-007a-4723-a0b8-4c2505bbdfbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:48.604324 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-b3cfe411-59e2-40fe-8f16-a4a394632f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642671'] for subnet, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:48.642696 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-662c31ca-fe39-4adb-ac90-0ce1c75cf3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ed0eb6-1594-48ea-9883-7c4455b37465', 'name': 'tempest-ServerRescueNegativeTestJSON-1275392542-router', 'tenant_id': 'a764bac289b649e9b1671333d51f7db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e5d54ac8-a094-4fb0-babd-299e33df76e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:41Z', 'updated_at': '2021-10-27T16:35:43Z', 'revision_number': 3, 'project_id': 'a764bac289b649e9b1671333d51f7db3', 'gw_port': {'id': 'e5d54ac8-a094-4fb0-babd-299e33df76e0', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ed0eb6-1594-48ea-9883-7c4455b37465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi'}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:48.654891 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-fd6cb609-a7da-4f94-a968-051365ed7e7c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:48.724719 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662c31ca-fe39-4adb-ac90-0ce1c75cf3c1 None None] The sync data for ids ['18ed0eb6-1594-48ea-9883-7c4455b37465'] in dv-cinder-815659-1-iscsi is: [{'id': '18ed0eb6-1594-48ea-9883-7c4455b37465', 'name': 'tempest-ServerRescueNegativeTestJSON-1275392542-router', 'tenant_id': 'a764bac289b649e9b1671333d51f7db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e5d54ac8-a094-4fb0-babd-299e33df76e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:41Z', 'updated_at': '2021-10-27T16:35:43Z', 'revision_number': 3, 'project_id': 'a764bac289b649e9b1671333d51f7db3', 'gw_port': {'id': 'e5d54ac8-a094-4fb0-babd-299e33df76e0', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ed0eb6-1594-48ea-9883-7c4455b37465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi'}] {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:35:48.736230 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-b3cfe411-59e2-40fe-8f16-a4a394632f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2512108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26390579'] for subnet, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:48.811845 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cfe411-59e2-40fe-8f16-a4a394632f66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83aecfba-f2a6-4e77-83f5-eea17189b2fa,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:48.830671 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-b3cfe411-59e2-40fe-8f16-a4a394632f66 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:48.833953 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-b3cfe411-59e2-40fe-8f16-a4a394632f66 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/83aecfba-f2a6-4e77-83f5-eea17189b2fa HTTP/1.1" status: 204 len: 168 time: 0.4489632 Oct 27 16:35:48.836710 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 48972) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:48.855635 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 084232b2-6380-44d0-8015-89ba995d61a1 up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:35:48.959025 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port 084232b2-6380-44d0-8015-89ba995d61a1 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:48.959465 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:48.960496 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-5d945940-9ccc-4c34-917b-93b071a252c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617108'] for network, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:48.996472 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.db_base_plugin_common [None req-a8e0b712-66e7-44df-93ae-729f9fbad5b3 admin admin] Allocated IP 172.20.0.1 (4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14/fb778c79-e1ca-40aa-a2d2-a768cb1fae5c/65e44e7e-354d-48ed-94ee-41de97c8e2a9) {{(pid=101666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:35:49.068910 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-5d945940-9ccc-4c34-917b-93b071a252c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-645114', 'neutron.services.segments.db._delete_segments_for_network-8779339326814'] for network, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:49.083917 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7f2a69c9-b1ff-483c-b832-dbb71e5149f1 req-8189fa90-7736-4c59-9961-e18021397af0 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 210 time: 0.1391313 Oct 27 16:35:49.116265 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.services.segments.db [None req-5d945940-9ccc-4c34-917b-93b071a252c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebef6800-b747-40e3-8d97-09daf03e813c']}} {{(pid=101665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:49.125348 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d506e9db-2b29-481a-96e8-0c9f5cfbe0e7 req-6680a7a6-22f9-4cf5-a921-6c4ebf73fc99 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/ports?device_id=02011a50-cf9d-4fc9-8546-11382b2e381e HTTP/1.1" status: 200 len: 210 time: 0.1568182 Oct 27 16:35:49.129564 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.services.segments.db [None req-5d945940-9ccc-4c34-917b-93b071a252c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41f68300-f3fd-432a-89bb-9bf8cdc69f96') {'for_net_delete': True} {{(pid=101665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:49.131328 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.services.segments.db [None req-5d945940-9ccc-4c34-917b-93b071a252c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41f68300-f3fd-432a-89bb-9bf8cdc69f96') {} {{(pid=101665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:49.172591 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-8678106e-82ad-43bb-9a99-9aaa279b4010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3732816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3703951'] for router, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:49.179045 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-5d945940-9ccc-4c34-917b-93b071a252c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779339327335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3716849'] for segment, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:49.197936 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-5d945940-9ccc-4c34-917b-93b071a252c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790'] for segment, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:49.208490 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d945940-9ccc-4c34-917b-93b071a252c9 admin admin] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=101665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:35:49.209112 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-5d945940-9ccc-4c34-917b-93b071a252c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2511878'] for segment, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:49.212153 dv-cinder-815659-1-iscsi neutron-server[101665]: Traceback (most recent call last): Oct 27 16:35:49.212153 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:35:49.212153 dv-cinder-815659-1-iscsi neutron-server[101665]: timer() Oct 27 16:35:49.212153 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:35:49.212153 dv-cinder-815659-1-iscsi neutron-server[101665]: cb(*args, **kw) Oct 27 16:35:49.212153 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:35:49.212153 dv-cinder-815659-1-iscsi neutron-server[101665]: return func(*args, **kwargs) Oct 27 16:35:49.212153 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:35:49.212153 dv-cinder-815659-1-iscsi neutron-server[101665]: self._notify() Oct 27 16:35:49.212153 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:35:49.212153 dv-cinder-815659-1-iscsi neutron-server[101665]: self.callback(batched_events) Oct 27 16:35:49.212153 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:35:49.212153 dv-cinder-815659-1-iscsi neutron-server[101665]: event.method(event) Oct 27 16:35:49.212153 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:35:49.212153 dv-cinder-815659-1-iscsi neutron-server[101665]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:35:49.212153 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:35:49.212153 dv-cinder-815659-1-iscsi neutron-server[101665]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:35:49.212153 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:35:49.212153 dv-cinder-815659-1-iscsi neutron-server[101665]: return f(self, *a, **k) Oct 27 16:35:49.212153 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:35:49.212153 dv-cinder-815659-1-iscsi neutron-server[101665]: return self._get(url).json() Oct 27 16:35:49.212153 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:35:49.212153 dv-cinder-815659-1-iscsi neutron-server[101665]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:35:49.212153 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:35:49.212153 dv-cinder-815659-1-iscsi neutron-server[101665]: return self.request(url, 'GET', **kwargs) Oct 27 16:35:49.212153 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:35:49.212153 dv-cinder-815659-1-iscsi neutron-server[101665]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:35:49.212153 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:35:49.212153 dv-cinder-815659-1-iscsi neutron-server[101665]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:35:49.212153 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:35:49.212153 dv-cinder-815659-1-iscsi neutron-server[101665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:35:49.212153 dv-cinder-815659-1-iscsi neutron-server[101665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:35:49.274881 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-5d945940-9ccc-4c34-917b-93b071a252c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-645105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3734107'] for network, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:49.282015 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-5d945940-9ccc-4c34-917b-93b071a252c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for network, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:49.285584 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-5d945940-9ccc-4c34-917b-93b071a252c9 admin admin] 10.222.0.91 "DELETE /v2.0/networks/ebef6800-b747-40e3-8d97-09daf03e813c HTTP/1.1" status: 204 len: 168 time: 0.4475858 Oct 27 16:35:49.298974 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d945940-9ccc-4c34-917b-93b071a252c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebef6800-b747-40e3-8d97-09daf03e813c,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:49.442268 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-a8e0b712-66e7-44df-93ae-729f9fbad5b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:49.482628 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-fd6cb609-a7da-4f94-a968-051365ed7e7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3732816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3703951'] for router, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:49.501688 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 48982) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:49.564943 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-82394e79-d717-461b-8754-2ed14e5fba4f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1f8a7a04a5ab4b38849d776fe6c37243&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0620866 Oct 27 16:35:49.567817 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 48984) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:49.586999 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8678106e-82ad-43bb-9a99-9aaa279b4010 admin admin] Router 0f953ddf-5f84-42b9-90f8-b9a480f82b3d is scheduled to L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 with binding_index 1 {{(pid=101666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:35:49.596502 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-a8e0b712-66e7-44df-93ae-729f9fbad5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622'] for port, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:49.620531 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.66', 49945) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:49.717886 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e0b712-66e7-44df-93ae-729f9fbad5b3 admin admin] Network 4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14 is already hosted by enough agents. {{(pid=101666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:35:49.753894 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [None req-a8e0b712-66e7-44df-93ae-729f9fbad5b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:35:49.786692 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-5f04645b-cae5-45cb-937a-2143ffdc99ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:49.792974 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e0b712-66e7-44df-93ae-729f9fbad5b3 admin admin] Received port after_create {{(pid=101666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:35:49.793443 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-a8e0b712-66e7-44df-93ae-729f9fbad5b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3734226'] for router_interface, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:49.845282 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e0b712-66e7-44df-93ae-729f9fbad5b3 admin admin] Pushing event updated for resources: {'Port': ['ID=65e44e7e-354d-48ed-94ee-41de97c8e2a9,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:49.897684 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-5f04645b-cae5-45cb-937a-2143ffdc99ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:49.951622 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-11c62ca9-2e09-45ed-8d3e-5c0c0766cc0f tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:49.966174 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-11c62ca9-2e09-45ed-8d3e-5c0c0766cc0f tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.66 "GET /v2.0/networks?id=bbf07222-f19e-4bee-94ae-b2e7cffee06c HTTP/1.1" status: 200 len: 812 time: 0.3443291 Oct 27 16:35:50.015554 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-5f04645b-cae5-45cb-937a-2143ffdc99ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:50.019699 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-5f04645b-cae5-45cb-937a-2143ffdc99ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:50.021942 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-5f04645b-cae5-45cb-937a-2143ffdc99ab admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/88699402-8e50-48ff-9098-266ef50ca2a9 HTTP/1.1" status: 204 len: 168 time: 0.4524477 Oct 27 16:35:50.040213 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-7dd0b39f-030a-411b-b988-2ee94e51bfc9 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Request body: {'port': {'device_id': '02011a50-cf9d-4fc9-8546-11382b2e381e', 'network_id': 'bbf07222-f19e-4bee-94ae-b2e7cffee06c', 'admin_state_up': True, 'tenant_id': '53ca376210864b438cc4d85221b55e8f'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:50.040750 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8678106e-82ad-43bb-9a99-9aaa279b4010 admin admin] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:35:50.054912 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f04645b-cae5-45cb-937a-2143ffdc99ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88699402-8e50-48ff-9098-266ef50ca2a9,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:50.062420 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd6cb609-a7da-4f94-a968-051365ed7e7c admin admin] Router 292510e1-f508-41d7-86f7-f796203aaafb is scheduled to L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 with binding_index 1 {{(pid=101666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:35:50.072724 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737c5df4-ace8-4e0c-9b75-32d41c5051c7 None None] Sync routers for ids ['0f953ddf-5f84-42b9-90f8-b9a480f82b3d'] in dv-cinder-815659-1-iscsi {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:35:50.121970 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737c5df4-ace8-4e0c-9b75-32d41c5051c7 None None] Routers {'0f953ddf-5f84-42b9-90f8-b9a480f82b3d'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:35:50.122617 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-737c5df4-ace8-4e0c-9b75-32d41c5051c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:35:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['0f953ddf-5f84-42b9-90f8-b9a480f82b3d'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:50.211851 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-8678106e-82ad-43bb-9a99-9aaa279b4010 admin admin] Publish callbacks [] for router, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:50.220492 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-8678106e-82ad-43bb-9a99-9aaa279b4010 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.8840981 Oct 27 16:35:50.229142 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 49014) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:50.353665 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.66', 49951) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:50.461043 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-737c5df4-ace8-4e0c-9b75-32d41c5051c7 None None] Set router 0f953ddf-5f84-42b9-90f8-b9a480f82b3d gateway port host: dv-cinder-815659-1-iscsi {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:35:50.947138 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-ca8e571e-002b-437f-a8c3-eb910f95ee7c tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:50.948778 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-ca8e571e-002b-437f-a8c3-eb910f95ee7c tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.66 "GET /v2.0/networks?id=98382a90-1d72-4726-8dcd-70a187bd6af7 HTTP/1.1" status: 200 len: 814 time: 0.5923960 Oct 27 16:35:50.949353 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 49054) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:50.956720 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-7dd0b39f-030a-411b-b988-2ee94e51bfc9 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Made reservation on behalf of 53ca376210864b438cc4d85221b55e8f for: {'port': 1} {{(pid=101665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:35:50.960480 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-7dd0b39f-030a-411b-b988-2ee94e51bfc9 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:50.968824 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-4c88055a-d833-45f4-a174-4b72f103aa6c tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Request body: {'port': {'device_id': 'a1f75a58-ef4b-4989-8932-57a21ae886b7', 'network_id': '98382a90-1d72-4726-8dcd-70a187bd6af7', 'admin_state_up': True, 'tenant_id': 'c18af2229f264790a5b0de57cf8f74a2'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:51.001839 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device e5d54ac8-a094-4fb0-babd-299e33df76e0 up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:35:51.022646 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6cb609-a7da-4f94-a968-051365ed7e7c admin admin] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:35:51.024294 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-a8e0b712-66e7-44df-93ae-729f9fbad5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:51.032882 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91c70f7-e106-405f-aef1-f4365546b8db None None] Sync routers for ids ['292510e1-f508-41d7-86f7-f796203aaafb'] in dv-cinder-815659-1-iscsi {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:35:51.052784 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91c70f7-e106-405f-aef1-f4365546b8db None None] Routers {'292510e1-f508-41d7-86f7-f796203aaafb'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:35:51.055836 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-f91c70f7-e106-405f-aef1-f4365546b8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:35:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['292510e1-f508-41d7-86f7-f796203aaafb'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:51.066796 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7acee8f4-11a1-44ed-b5ec-cd504527071d req-9a2abbc8-8b44-450c-b1dc-182991006b76 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 210 time: 0.6940525 Oct 27 16:35:51.149595 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port e5d54ac8-a094-4fb0-babd-299e33df76e0 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:51.150664 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:51.154311 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-737c5df4-ace8-4e0c-9b75-32d41c5051c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1174578120-router', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '013dda2d-aef5-43a6-a9a0-e5cfc47c73af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:35:47Z', 'revision_number': 3, 'project_id': '5a56e030f182417680e61e5c27a2cb30', 'gw_port': {'id': '013dda2d-aef5-43a6-a9a0-e5cfc47c73af', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:44Z', 'updated_at': '2021-10-27T16:35:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi'}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:51.242518 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737c5df4-ace8-4e0c-9b75-32d41c5051c7 None None] Checking router: 0f953ddf-5f84-42b9-90f8-b9a480f82b3d for host: dv-cinder-815659-1-iscsi {{(pid=101667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:35:51.242896 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737c5df4-ace8-4e0c-9b75-32d41c5051c7 None None] Updating router 0f953ddf-5f84-42b9-90f8-b9a480f82b3d port 013dda2d-aef5-43a6-a9a0-e5cfc47c73af binding host dv-cinder-815659-1-iscsi {{(pid=101667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:35:51.288328 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:51.291422 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-737c5df4-ace8-4e0c-9b75-32d41c5051c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:51.312643 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-f91c70f7-e106-405f-aef1-f4365546b8db None None] Set router 292510e1-f508-41d7-86f7-f796203aaafb gateway port host: dv-cinder-815659-1-iscsi {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:35:51.355078 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-a8e0b712-66e7-44df-93ae-729f9fbad5b3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:51.364948 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-36cb5a66-9225-48b8-b25f-39acfe46b218 req-2ec88a6f-7e3a-4e26-be77-8b17cfef1b36 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/ports?device_id=02011a50-cf9d-4fc9-8546-11382b2e381e HTTP/1.1" status: 200 len: 210 time: 0.9257960 Oct 27 16:35:51.373089 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-a8e0b712-66e7-44df-93ae-729f9fbad5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:51.374247 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-a8e0b712-66e7-44df-93ae-729f9fbad5b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3579526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3735106'] for router_interface, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:51.552247 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-fd6cb609-a7da-4f94-a968-051365ed7e7c admin admin] Publish callbacks [] for router, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:51.555602 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:51.557274 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-fd6cb609-a7da-4f94-a968-051365ed7e7c admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.0870638 Oct 27 16:35:51.564499 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 49066) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:51.616860 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] For port e5d54ac8-a094-4fb0-babd-299e33df76e0, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=e5d54ac8-a094-4fb0-babd-299e33df76e0,segment=NetworkSegment(9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182),segment_id=9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:35:51.623586 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:51.664876 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-f91c70f7-e106-405f-aef1-f4365546b8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '292510e1-f508-41d7-86f7-f796203aaafb', 'name': 'tempest-AttachVolumeTestJSON-555848210-router', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f2193b51-ae91-4254-9372-17d184efcf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:35:48Z', 'revision_number': 3, 'project_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'gw_port': {'id': 'f2193b51-ae91-4254-9372-17d184efcf85', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '292510e1-f508-41d7-86f7-f796203aaafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:44Z', 'updated_at': '2021-10-27T16:35:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi'}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:51.699121 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.db_base_plugin_common [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-7dd0b39f-030a-411b-b988-2ee94e51bfc9 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Allocated IP 172.20.0.9 (bbf07222-f19e-4bee-94ae-b2e7cffee06c/f88ba24a-84ce-401d-a895-143f07ad294b/63231626-2a4c-4d5e-be79-43c2c12685d9) {{(pid=101665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:35:51.702080 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91c70f7-e106-405f-aef1-f4365546b8db None None] Checking router: 292510e1-f508-41d7-86f7-f796203aaafb for host: dv-cinder-815659-1-iscsi {{(pid=101668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:35:51.702539 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91c70f7-e106-405f-aef1-f4365546b8db None None] Updating router 292510e1-f508-41d7-86f7-f796203aaafb port f2193b51-ae91-4254-9372-17d184efcf85 binding host dv-cinder-815659-1-iscsi {{(pid=101668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:35:51.721020 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Pushing event updated for resources: {'Port': ['ID=e5d54ac8-a094-4fb0-babd-299e33df76e0,revision_number=4']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:51.741875 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-f91c70f7-e106-405f-aef1-f4365546b8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:51.745753 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e0b712-66e7-44df-93ae-729f9fbad5b3 admin admin] Pushing event updated for resources: {'Port': ['ID=65e44e7e-354d-48ed-94ee-41de97c8e2a9,revision_number=2']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:51.787743 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-737c5df4-ace8-4e0c-9b75-32d41c5051c7 None None] Publish callbacks [] for port, precommit_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:51.798273 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-737c5df4-ace8-4e0c-9b75-32d41c5051c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:51.848259 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-2ca8a9b0-1fb9-499c-83bd-747122bd981d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6c95608f27064150983dad8b99a551ea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8973198 Oct 27 16:35:51.853591 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 49068) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:51.913477 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-4c88055a-d833-45f4-a174-4b72f103aa6c tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Made reservation on behalf of c18af2229f264790a5b0de57cf8f74a2 for: {'port': 1} {{(pid=101665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:35:51.919619 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-4c88055a-d833-45f4-a174-4b72f103aa6c tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:51.945307 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e0b712-66e7-44df-93ae-729f9fbad5b3 admin admin] Network 4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14 is already hosted by enough agents. {{(pid=101666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:35:51.950967 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [None req-a8e0b712-66e7-44df-93ae-729f9fbad5b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:35:52.048018 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2fae76-4d13-4efc-938e-c63137dbcf96 None None] Pushing event updated for resources: {'Port': ['ID=013dda2d-aef5-43a6-a9a0-e5cfc47c73af,revision_number=2']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:52.055169 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-737c5df4-ace8-4e0c-9b75-32d41c5051c7 None None] Attempting to bind port 013dda2d-aef5-43a6-a9a0-e5cfc47c73af on host dv-cinder-815659-1-iscsi for vnic_type normal with profile {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:35:52.055625 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-737c5df4-ace8-4e0c-9b75-32d41c5051c7 None None] Attempting to bind port 013dda2d-aef5-43a6-a9a0-e5cfc47c73af by drivers openvswitch,hyperv on host dv-cinder-815659-1-iscsi at level 0 using segments [{'id': '9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'}] {{(pid=101667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:35:52.056084 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737c5df4-ace8-4e0c-9b75-32d41c5051c7 None None] Attempting to bind port 013dda2d-aef5-43a6-a9a0-e5cfc47c73af on network b60b3993-7427-4bdc-87fb-6dbc7e937750 {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:35:52.061897 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737c5df4-ace8-4e0c-9b75-32d41c5051c7 None None] Checking agent: {'id': '042db589-9278-4969-aa78-790e50700daa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 27, 42), 'started_at': datetime.datetime(2021, 10, 27, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:35:52.062405 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737c5df4-ace8-4e0c-9b75-32d41c5051c7 None None] Checking segment: {'id': '9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:35:52.062899 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-737c5df4-ace8-4e0c-9b75-32d41c5051c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:52.063379 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737c5df4-ace8-4e0c-9b75-32d41c5051c7 None None] Bound using segment: {'id': '9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'} {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:35:52.064402 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-737c5df4-ace8-4e0c-9b75-32d41c5051c7 None None] Bound port: 013dda2d-aef5-43a6-a9a0-e5cfc47c73af, host: dv-cinder-815659-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'}}] {{(pid=101667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:35:52.064880 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-737c5df4-ace8-4e0c-9b75-32d41c5051c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:52.133801 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-737c5df4-ace8-4e0c-9b75-32d41c5051c7 None None] For port 013dda2d-aef5-43a6-a9a0-e5cfc47c73af, host dv-cinder-815659-1-iscsi, cleared binding levels {{(pid=101667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:35:52.138412 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-737c5df4-ace8-4e0c-9b75-32d41c5051c7 None None] For port 013dda2d-aef5-43a6-a9a0-e5cfc47c73af, host dv-cinder-815659-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=013dda2d-aef5-43a6-a9a0-e5cfc47c73af,segment=NetworkSegment(9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182),segment_id=9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182)] {{(pid=101667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:35:52.149545 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-737c5df4-ace8-4e0c-9b75-32d41c5051c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:52.202243 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.db_base_plugin_common [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-4c88055a-d833-45f4-a174-4b72f103aa6c tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Allocated IP 172.20.0.12 (98382a90-1d72-4726-8dcd-70a187bd6af7/18c76782-16a7-43ea-ba24-ce3fb0a83071/a90a4eda-f446-46d2-974b-bc14587851d9) {{(pid=101665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:35:52.204404 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1f04e4ce-7192-4f82-9d81-28df68b90ccc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:52.208231 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-f91c70f7-e106-405f-aef1-f4365546b8db None None] Publish callbacks [] for port, precommit_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:52.225446 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-f91c70f7-e106-405f-aef1-f4365546b8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:52.233722 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-7dd0b39f-030a-411b-b988-2ee94e51bfc9 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Publish callbacks [] for port, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:52.261921 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1f04e4ce-7192-4f82-9d81-28df68b90ccc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:52.360898 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737c5df4-ace8-4e0c-9b75-32d41c5051c7 None None] Routers {'0f953ddf-5f84-42b9-90f8-b9a480f82b3d'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:35:52.363059 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-737c5df4-ace8-4e0c-9b75-32d41c5051c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:35:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['0f953ddf-5f84-42b9-90f8-b9a480f82b3d'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:52.376387 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a903c0-1032-4f1c-a858-1a4954a30d3c None None] Pushing event updated for resources: {'Port': ['ID=f2193b51-ae91-4254-9372-17d184efcf85,revision_number=2']} {{(pid=101668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:52.406758 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2fae76-4d13-4efc-938e-c63137dbcf96 None None] Pushing event updated for resources: {'Port': ['ID=013dda2d-aef5-43a6-a9a0-e5cfc47c73af,revision_number=3']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:52.414715 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.managers [None req-f91c70f7-e106-405f-aef1-f4365546b8db None None] Attempting to bind port f2193b51-ae91-4254-9372-17d184efcf85 on host dv-cinder-815659-1-iscsi for vnic_type normal with profile {{(pid=101668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:35:52.414715 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.managers [None req-f91c70f7-e106-405f-aef1-f4365546b8db None None] Attempting to bind port f2193b51-ae91-4254-9372-17d184efcf85 by drivers openvswitch,hyperv on host dv-cinder-815659-1-iscsi at level 0 using segments [{'id': '9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'}] {{(pid=101668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:35:52.414715 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91c70f7-e106-405f-aef1-f4365546b8db None None] Attempting to bind port f2193b51-ae91-4254-9372-17d184efcf85 on network b60b3993-7427-4bdc-87fb-6dbc7e937750 {{(pid=101668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:35:52.427486 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91c70f7-e106-405f-aef1-f4365546b8db None None] Checking agent: {'id': '042db589-9278-4969-aa78-790e50700daa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 27, 42), 'started_at': datetime.datetime(2021, 10, 27, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:35:52.436561 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91c70f7-e106-405f-aef1-f4365546b8db None None] Checking segment: {'id': '9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:35:52.436561 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-f91c70f7-e106-405f-aef1-f4365546b8db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:52.436561 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91c70f7-e106-405f-aef1-f4365546b8db None None] Bound using segment: {'id': '9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'} {{(pid=101668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:35:52.436561 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.managers [None req-f91c70f7-e106-405f-aef1-f4365546b8db None None] Bound port: f2193b51-ae91-4254-9372-17d184efcf85, host: dv-cinder-815659-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'}}] {{(pid=101668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:35:52.436561 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-f91c70f7-e106-405f-aef1-f4365546b8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:52.454834 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c1757e21-04d3-4869-b54d-c1643b3ef90f req-8ec509a3-ac62-43ad-9ad0-78b827232d27 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 210 time: 0.1839240 Oct 27 16:35:52.493828 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e0b712-66e7-44df-93ae-729f9fbad5b3 admin admin] Router 18ed0eb6-1594-48ea-9883-7c4455b37465 has already been hosted by L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 {{(pid=101666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:35:52.501795 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-7dd0b39f-030a-411b-b988-2ee94e51bfc9 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2512089'] for port, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:52.567916 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.db [None req-f91c70f7-e106-405f-aef1-f4365546b8db None None] For port f2193b51-ae91-4254-9372-17d184efcf85, host dv-cinder-815659-1-iscsi, cleared binding levels {{(pid=101668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:35:52.569034 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-737c5df4-ace8-4e0c-9b75-32d41c5051c7 None None] Set router 0f953ddf-5f84-42b9-90f8-b9a480f82b3d gateway port host: dv-cinder-815659-1-iscsi {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:35:52.570984 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.db [None req-f91c70f7-e106-405f-aef1-f4365546b8db None None] For port f2193b51-ae91-4254-9372-17d184efcf85, host dv-cinder-815659-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=f2193b51-ae91-4254-9372-17d184efcf85,segment=NetworkSegment(9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182),segment_id=9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182)] {{(pid=101668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:35:52.587191 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-f91c70f7-e106-405f-aef1-f4365546b8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:52.594984 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1f04e4ce-7192-4f82-9d81-28df68b90ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:52.597964 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1f04e4ce-7192-4f82-9d81-28df68b90ccc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:52.599141 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-1f04e4ce-7192-4f82-9d81-28df68b90ccc admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/133df626-0ef9-4ff9-a1c2-1c52c35819cf HTTP/1.1" status: 204 len: 168 time: 0.7443213 Oct 27 16:35:52.652988 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f04e4ce-7192-4f82-9d81-28df68b90ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133df626-0ef9-4ff9-a1c2-1c52c35819cf,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:52.662634 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-7dd0b39f-030a-411b-b988-2ee94e51bfc9 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Network bbf07222-f19e-4bee-94ae-b2e7cffee06c is already hosted by enough agents. {{(pid=101665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:35:52.675538 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd0b39f-030a-411b-b988-2ee94e51bfc9 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Pushing event updated for resources: {'Port': ['ID=63231626-2a4c-4d5e-be79-43c2c12685d9,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:52.693725 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.base_scheduler [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-7dd0b39f-030a-411b-b988-2ee94e51bfc9 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Resources bound (agent type, host, resource id): {{(pid=101665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:35:52.708771 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-7dd0b39f-030a-411b-b988-2ee94e51bfc9 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Received port after_create {{(pid=101665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:35:52.753434 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a903c0-1032-4f1c-a858-1a4954a30d3c None None] Pushing event updated for resources: {'Port': ['ID=f2193b51-ae91-4254-9372-17d184efcf85,revision_number=3']} {{(pid=101668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:52.767741 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91c70f7-e106-405f-aef1-f4365546b8db None None] Routers {'292510e1-f508-41d7-86f7-f796203aaafb'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:35:52.770088 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-f91c70f7-e106-405f-aef1-f4365546b8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:35:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['292510e1-f508-41d7-86f7-f796203aaafb'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:52.911694 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device e5d54ac8-a094-4fb0-babd-299e33df76e0 up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:35:52.925619 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-7dd0b39f-030a-411b-b988-2ee94e51bfc9 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:52.926745 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-7dd0b39f-030a-411b-b988-2ee94e51bfc9 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for port, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:52.975211 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-4c88055a-d833-45f4-a174-4b72f103aa6c tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Publish callbacks [] for port, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:52.988329 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-f91c70f7-e106-405f-aef1-f4365546b8db None None] Set router 292510e1-f508-41d7-86f7-f796203aaafb gateway port host: dv-cinder-815659-1-iscsi {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:35:52.993996 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-7dd0b39f-030a-411b-b988-2ee94e51bfc9 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9602566 Oct 27 16:35:53.016887 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41da7f-cbc5-464c-bc10-702a1bab5a1e req-f72279fd-1e9e-4b5c-81be-bd5eb0ca2d3c tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:53.020499 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ae41da7f-cbc5-464c-bc10-702a1bab5a1e req-f72279fd-1e9e-4b5c-81be-bd5eb0ca2d3c tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/ports?device_id=02011a50-cf9d-4fc9-8546-11382b2e381e HTTP/1.1" status: 200 len: 931 time: 0.4781098 Oct 27 16:35:53.041982 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-4c88055a-d833-45f4-a174-4b72f103aa6c tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2512089'] for port, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:53.108939 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port e5d54ac8-a094-4fb0-babd-299e33df76e0 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:53.109472 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:53.128087 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-4c88055a-d833-45f4-a174-4b72f103aa6c tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Network 98382a90-1d72-4726-8dcd-70a187bd6af7 is already hosted by enough agents. {{(pid=101665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:35:53.129534 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c88055a-d833-45f4-a174-4b72f103aa6c tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Pushing event updated for resources: {'Port': ['ID=a90a4eda-f446-46d2-974b-bc14587851d9,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:53.141470 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.base_scheduler [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-4c88055a-d833-45f4-a174-4b72f103aa6c tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Resources bound (agent type, host, resource id): {{(pid=101665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:35:53.148695 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.l3_dvrscheduler_db [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-4c88055a-d833-45f4-a174-4b72f103aa6c tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Received port after_create {{(pid=101665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:35:53.171556 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-737c5df4-ace8-4e0c-9b75-32d41c5051c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1174578120-router', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '013dda2d-aef5-43a6-a9a0-e5cfc47c73af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:35:47Z', 'revision_number': 3, 'project_id': '5a56e030f182417680e61e5c27a2cb30', 'gw_port': {'id': '013dda2d-aef5-43a6-a9a0-e5cfc47c73af', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:44Z', 'updated_at': '2021-10-27T16:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi'}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:53.232699 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-4c88055a-d833-45f4-a174-4b72f103aa6c tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:53.234595 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-4c88055a-d833-45f4-a174-4b72f103aa6c tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for port, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:53.241528 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737c5df4-ace8-4e0c-9b75-32d41c5051c7 None None] The sync data for ids ['0f953ddf-5f84-42b9-90f8-b9a480f82b3d'] in dv-cinder-815659-1-iscsi is: [{'id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1174578120-router', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '013dda2d-aef5-43a6-a9a0-e5cfc47c73af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:35:47Z', 'revision_number': 3, 'project_id': '5a56e030f182417680e61e5c27a2cb30', 'gw_port': {'id': '013dda2d-aef5-43a6-a9a0-e5cfc47c73af', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:44Z', 'updated_at': '2021-10-27T16:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi'}] {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:35:53.309754 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-f91c70f7-e106-405f-aef1-f4365546b8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '292510e1-f508-41d7-86f7-f796203aaafb', 'name': 'tempest-AttachVolumeTestJSON-555848210-router', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f2193b51-ae91-4254-9372-17d184efcf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:35:48Z', 'revision_number': 3, 'project_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'gw_port': {'id': 'f2193b51-ae91-4254-9372-17d184efcf85', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '292510e1-f508-41d7-86f7-f796203aaafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:44Z', 'updated_at': '2021-10-27T16:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi'}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:53.310672 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-4c88055a-d833-45f4-a174-4b72f103aa6c tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3469782 Oct 27 16:35:53.374143 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91c70f7-e106-405f-aef1-f4365546b8db None None] The sync data for ids ['292510e1-f508-41d7-86f7-f796203aaafb'] in dv-cinder-815659-1-iscsi is: [{'id': '292510e1-f508-41d7-86f7-f796203aaafb', 'name': 'tempest-AttachVolumeTestJSON-555848210-router', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f2193b51-ae91-4254-9372-17d184efcf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:35:48Z', 'revision_number': 3, 'project_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'gw_port': {'id': 'f2193b51-ae91-4254-9372-17d184efcf85', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '292510e1-f508-41d7-86f7-f796203aaafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:44Z', 'updated_at': '2021-10-27T16:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi'}] {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:35:53.513779 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-f0c9c74a-ffd6-4340-a8f7-1876f113a37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:53.522254 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ae41da7f-cbc5-464c-bc10-702a1bab5a1e req-52e6b352-00fb-4562-84b0-337261ca8426 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/security-groups?id=7e176cf0-4318-49f1-b8ff-76f0e9783e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4439094 Oct 27 16:35:53.536113 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e0b712-66e7-44df-93ae-729f9fbad5b3 admin admin] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:35:53.543290 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-a8e0b712-66e7-44df-93ae-729f9fbad5b3 admin admin] 10.222.0.91 "PUT /v2.0/routers/18ed0eb6-1594-48ea-9883-7c4455b37465/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3275118 Oct 27 16:35:53.547179 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff5b44c-a365-49d2-96b5-419e836a8756 None None] Sync routers for ids ['18ed0eb6-1594-48ea-9883-7c4455b37465'] in dv-cinder-815659-1-iscsi {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:35:53.561620 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff5b44c-a365-49d2-96b5-419e836a8756 None None] Routers {'18ed0eb6-1594-48ea-9883-7c4455b37465'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:35:53.561810 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-7c15810a-d3eb-488f-85e3-e9a8ed291a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:53.562185 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-2ff5b44c-a365-49d2-96b5-419e836a8756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:35:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['18ed0eb6-1594-48ea-9883-7c4455b37465'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:53.805945 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-2ff5b44c-a365-49d2-96b5-419e836a8756 None None] Set router 18ed0eb6-1594-48ea-9883-7c4455b37465 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:35:54.390977 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-2ff5b44c-a365-49d2-96b5-419e836a8756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ed0eb6-1594-48ea-9883-7c4455b37465', 'name': 'tempest-ServerRescueNegativeTestJSON-1275392542-router', 'tenant_id': 'a764bac289b649e9b1671333d51f7db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e5d54ac8-a094-4fb0-babd-299e33df76e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:41Z', 'updated_at': '2021-10-27T16:35:50Z', 'revision_number': 4, 'project_id': 'a764bac289b649e9b1671333d51f7db3', 'gw_port': {'id': 'e5d54ac8-a094-4fb0-babd-299e33df76e0', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ed0eb6-1594-48ea-9883-7c4455b37465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '65e44e7e-354d-48ed-94ee-41de97c8e2a9', 'name': '', 'network_id': '4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14', 'tenant_id': 'a764bac289b649e9b1671333d51f7db3', 'mac_address': 'fa:16:3e:6d:b8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ed0eb6-1594-48ea-9883-7c4455b37465', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'fb778c79-e1ca-40aa-a2d2-a768cb1fae5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:48Z', 'updated_at': '2021-10-27T16:35:51Z', 'revision_number': 2, 'project_id': 'a764bac289b649e9b1671333d51f7db3', 'subnets': [{'id': 'fb778c79-e1ca-40aa-a2d2-a768cb1fae5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:54.468436 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff5b44c-a365-49d2-96b5-419e836a8756 None None] Checking router: 18ed0eb6-1594-48ea-9883-7c4455b37465 for host: dv-cinder-815659-1-iscsi {{(pid=101667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:35:54.468908 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff5b44c-a365-49d2-96b5-419e836a8756 None None] Updating router 18ed0eb6-1594-48ea-9883-7c4455b37465 port 65e44e7e-354d-48ed-94ee-41de97c8e2a9 binding host dv-cinder-815659-1-iscsi {{(pid=101667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:35:54.521482 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.db_base_plugin_common [None req-7c15810a-d3eb-488f-85e3-e9a8ed291a3f admin admin] Allocated IP 172.20.0.1 (900de597-e873-4f99-a7d4-e023d99223de/ae9f7717-3703-4043-b05c-cf4237b7a0b2/1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0) {{(pid=101666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:35:54.533544 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-2ff5b44c-a365-49d2-96b5-419e836a8756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:54.746296 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-7c15810a-d3eb-488f-85e3-e9a8ed291a3f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:54.906642 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-ad4d315d-0bad-43b7-841d-e1fac94b0b85 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:54.908394 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-ad4d315d-0bad-43b7-841d-e1fac94b0b85 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/networks?id=4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14 HTTP/1.1" status: 200 len: 819 time: 0.1572695 Oct 27 16:35:54.920044 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e7797-e752-402f-a509-2802507cd372 req-9b249e76-e2ad-4227-aca6-59bb95e8563c tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:54.921625 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1e1e7797-e752-402f-a509-2802507cd372 req-9b249e76-e2ad-4227-aca6-59bb95e8563c tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 932 time: 1.0154779 Oct 27 16:35:54.983432 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-c7daea1d-b7fd-4b1b-91e5-8995d6d4f1c3 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/quotas/a764bac289b649e9b1671333d51f7db3 HTTP/1.1" status: 200 len: 375 time: 0.0440736 Oct 27 16:35:55.008121 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.db_base_plugin_common [None req-f0c9c74a-ffd6-4340-a8f7-1876f113a37f admin admin] Allocated IP 172.20.0.1 (04e556bb-e81e-445a-9a9a-3eeb79203905/bfd7b3b6-c867-4ea0-ba61-155e778fa591/6529a2dc-4614-4a8f-a99c-b74bee49ace1) {{(pid=101666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:35:55.050027 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1e1e7797-e752-402f-a509-2802507cd372 req-7f3cf418-112f-40aa-ab76-767fc5f56986 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990806 Oct 27 16:35:55.102468 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 013dda2d-aef5-43a6-a9a0-e5cfc47c73af up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:35:55.296051 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-bd49d298-10e4-4505-948d-8368fadae8c4 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=a764bac289b649e9b1671333d51f7db3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2950542 Oct 27 16:35:55.307518 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-7c15810a-d3eb-488f-85e3-e9a8ed291a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622'] for port, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:55.311481 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port 013dda2d-aef5-43a6-a9a0-e5cfc47c73af triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:55.312055 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:55.482127 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-2ff5b44c-a365-49d2-96b5-419e836a8756 None None] Publish callbacks [] for port, precommit_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:55.512128 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-f0c9c74a-ffd6-4340-a8f7-1876f113a37f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:55.525435 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-2ff5b44c-a365-49d2-96b5-419e836a8756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:55.608339 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:55.638330 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-f0c9c74a-ffd6-4340-a8f7-1876f113a37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622'] for port, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:55.656384 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] For port 013dda2d-aef5-43a6-a9a0-e5cfc47c73af, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=013dda2d-aef5-43a6-a9a0-e5cfc47c73af,segment=NetworkSegment(9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182),segment_id=9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:35:55.658869 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c15810a-d3eb-488f-85e3-e9a8ed291a3f admin admin] Network 900de597-e873-4f99-a7d4-e023d99223de is already hosted by enough agents. {{(pid=101666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:35:55.674815 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c9c74a-ffd6-4340-a8f7-1876f113a37f admin admin] Network 04e556bb-e81e-445a-9a9a-3eeb79203905 is already hosted by enough agents. {{(pid=101666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:35:55.689270 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa58fb-afd2-4fe8-b52d-fdb6a78aee50 None None] Pushing event updated for resources: {'Port': ['ID=65e44e7e-354d-48ed-94ee-41de97c8e2a9,revision_number=3']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:55.693871 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [None req-f0c9c74a-ffd6-4340-a8f7-1876f113a37f admin admin] Resources bound (agent type, host, resource id): {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:35:55.703189 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:55.704214 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device f2193b51-ae91-4254-9372-17d184efcf85 up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:35:55.727336 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d558f0f-1275-499e-8b4d-058de1f44ffc req-26d3f692-9272-40a6-8517-5ac1e97ab460 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:55.734180 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7d558f0f-1275-499e-8b4d-058de1f44ffc req-26d3f692-9272-40a6-8517-5ac1e97ab460 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/ports?device_id=02011a50-cf9d-4fc9-8546-11382b2e381e HTTP/1.1" status: 200 len: 931 time: 0.4367993 Oct 27 16:35:55.735331 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [None req-7c15810a-d3eb-488f-85e3-e9a8ed291a3f admin admin] Resources bound (agent type, host, resource id): {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:35:55.763725 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c9c74a-ffd6-4340-a8f7-1876f113a37f admin admin] Received port after_create {{(pid=101666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:35:55.764818 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-f0c9c74a-ffd6-4340-a8f7-1876f113a37f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3734226'] for router_interface, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:55.876617 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-2ff5b44c-a365-49d2-96b5-419e836a8756 None None] Attempting to bind port 65e44e7e-354d-48ed-94ee-41de97c8e2a9 on host dv-cinder-815659-1-iscsi for vnic_type normal with profile {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:35:55.878842 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-2ff5b44c-a365-49d2-96b5-419e836a8756 None None] Attempting to bind port 65e44e7e-354d-48ed-94ee-41de97c8e2a9 by drivers openvswitch,hyperv on host dv-cinder-815659-1-iscsi at level 0 using segments [{'id': '29b05e4f-1fbd-4194-bf65-15dc47a9d766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14'}] {{(pid=101667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:35:55.879225 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff5b44c-a365-49d2-96b5-419e836a8756 None None] Attempting to bind port 65e44e7e-354d-48ed-94ee-41de97c8e2a9 on network 4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14 {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:35:55.922779 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff5b44c-a365-49d2-96b5-419e836a8756 None None] Checking agent: {'id': '042db589-9278-4969-aa78-790e50700daa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 27, 42), 'started_at': datetime.datetime(2021, 10, 27, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:35:55.923137 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff5b44c-a365-49d2-96b5-419e836a8756 None None] Checking segment: {'id': '29b05e4f-1fbd-4194-bf65-15dc47a9d766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:35:55.923727 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-2ff5b44c-a365-49d2-96b5-419e836a8756 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:55.924436 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff5b44c-a365-49d2-96b5-419e836a8756 None None] Bound using segment: {'id': '29b05e4f-1fbd-4194-bf65-15dc47a9d766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14'} {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:35:55.924980 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-2ff5b44c-a365-49d2-96b5-419e836a8756 None None] Bound port: 65e44e7e-354d-48ed-94ee-41de97c8e2a9, host: dv-cinder-815659-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b05e4f-1fbd-4194-bf65-15dc47a9d766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14'}}] {{(pid=101667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:35:55.925451 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-2ff5b44c-a365-49d2-96b5-419e836a8756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:55.950514 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15810a-d3eb-488f-85e3-e9a8ed291a3f admin admin] Pushing event updated for resources: {'Port': ['ID=1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:55.978955 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c15810a-d3eb-488f-85e3-e9a8ed291a3f admin admin] Received port after_create {{(pid=101666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:35:55.983712 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-7c15810a-d3eb-488f-85e3-e9a8ed291a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3734226'] for router_interface, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:55.991892 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port f2193b51-ae91-4254-9372-17d184efcf85 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:55.992271 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:56.052296 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Pushing event updated for resources: {'Port': ['ID=013dda2d-aef5-43a6-a9a0-e5cfc47c73af,revision_number=4']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:56.271938 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-2ff5b44c-a365-49d2-96b5-419e836a8756 None None] For port 65e44e7e-354d-48ed-94ee-41de97c8e2a9, host dv-cinder-815659-1-iscsi, cleared binding levels {{(pid=101667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:35:56.277687 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-2ff5b44c-a365-49d2-96b5-419e836a8756 None None] For port 65e44e7e-354d-48ed-94ee-41de97c8e2a9, host dv-cinder-815659-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=65e44e7e-354d-48ed-94ee-41de97c8e2a9,segment=NetworkSegment(29b05e4f-1fbd-4194-bf65-15dc47a9d766),segment_id=29b05e4f-1fbd-4194-bf65-15dc47a9d766)] {{(pid=101667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:35:56.295161 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-2ff5b44c-a365-49d2-96b5-419e836a8756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:56.305879 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-85a2bbd4-ddee-404f-b60a-2edf5bb71c7f service neutron] 10.222.0.91 "GET /v2.0/networks/4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9708421 Oct 27 16:35:56.309232 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7d558f0f-1275-499e-8b4d-058de1f44ffc req-ae04b911-c218-4cda-8585-94fd7696e550 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/security-groups?id=7e176cf0-4318-49f1-b8ff-76f0e9783e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5568712 Oct 27 16:35:56.409625 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-ba9b4835-7e0c-4d50-a3f7-ed1ea188fb96 None None] Provisioning complete for port 6529a2dc-4614-4a8f-a99c-b74bee49ace1 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:56.412472 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-ba9b4835-7e0c-4d50-a3f7-ed1ea188fb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:56.435032 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c9c74a-ffd6-4340-a8f7-1876f113a37f admin admin] Pushing event updated for resources: {'Port': ['ID=6529a2dc-4614-4a8f-a99c-b74bee49ace1,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:56.445570 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 49170) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:56.604175 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e3a841b4-315a-458a-934f-8445e57555e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:56.637429 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-b0ddc446-3076-4b23-b7e9-0dc8d71af10e service neutron] 10.222.0.91 "GET /v2.0/networks/4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738295 Oct 27 16:35:56.649906 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:56.699865 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff5b44c-a365-49d2-96b5-419e836a8756 None None] Routers {'18ed0eb6-1594-48ea-9883-7c4455b37465'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:35:56.703812 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-2ff5b44c-a365-49d2-96b5-419e836a8756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:35:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['18ed0eb6-1594-48ea-9883-7c4455b37465'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:56.731090 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bbab6-2555-4d33-a25c-ace0ad8791a1 req-54dd5df0-73a1-4040-b71f-8e774e9c8079 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:56.739425 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e3a841b4-315a-458a-934f-8445e57555e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:56.740714 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-155bbab6-2555-4d33-a25c-ace0ad8791a1 req-54dd5df0-73a1-4040-b71f-8e774e9c8079 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 932 time: 0.2568288 Oct 27 16:35:56.748356 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e3a841b4-315a-458a-934f-8445e57555e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:56.755447 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-f0c9c74a-ffd6-4340-a8f7-1876f113a37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:56.817309 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-7c15810a-d3eb-488f-85e3-e9a8ed291a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:56.820854 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] For port f2193b51-ae91-4254-9372-17d184efcf85, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=f2193b51-ae91-4254-9372-17d184efcf85,segment=NetworkSegment(9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182),segment_id=9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:35:56.858589 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a841b4-315a-458a-934f-8445e57555e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102798b4-9d65-44ae-9f91-f5e657130f2b,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:56.871101 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-155bbab6-2555-4d33-a25c-ace0ad8791a1 req-1a6f0059-f67e-4095-b37e-7c593ab15e0b tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293728 Oct 27 16:35:56.890246 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-e3a841b4-315a-458a-934f-8445e57555e3 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=adbadc4e0a63413c83b8ac96814f0f19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4426396 Oct 27 16:35:56.893750 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 49176) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:56.942800 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-ba9b4835-7e0c-4d50-a3f7-ed1ea188fb96 None None] Port 6529a2dc-4614-4a8f-a99c-b74bee49ace1 cannot update to ACTIVE because it is not bound. {{(pid=101667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:35:56.952032 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa58fb-afd2-4fe8-b52d-fdb6a78aee50 None None] Pushing event updated for resources: {'Port': ['ID=65e44e7e-354d-48ed-94ee-41de97c8e2a9,revision_number=4']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:56.958958 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:56.991118 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-0d95a26f-f0f0-40c8-bd36-72574cec4dce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:57.038053 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-0d95a26f-f0f0-40c8-bd36-72574cec4dce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:57.137347 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-0d95a26f-f0f0-40c8-bd36-72574cec4dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:57.139901 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-0d95a26f-f0f0-40c8-bd36-72574cec4dce admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:57.143379 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-0d95a26f-f0f0-40c8-bd36-72574cec4dce admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/102798b4-9d65-44ae-9f91-f5e657130f2b HTTP/1.1" status: 204 len: 168 time: 0.2459908 Oct 27 16:35:57.160877 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d95a26f-f0f0-40c8-bd36-72574cec4dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102798b4-9d65-44ae-9f91-f5e657130f2b,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:57.163404 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Pushing event updated for resources: {'Port': ['ID=f2193b51-ae91-4254-9372-17d184efcf85,revision_number=4']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:57.183108 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 013dda2d-aef5-43a6-a9a0-e5cfc47c73af up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:35:57.235058 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-2ff5b44c-a365-49d2-96b5-419e836a8756 None None] Set router 18ed0eb6-1594-48ea-9883-7c4455b37465 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:35:57.257235 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-f0c9c74a-ffd6-4340-a8f7-1876f113a37f admin admin] Publish callbacks [] for port, precommit_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:57.261320 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-09a1bf8f-1292-4ceb-a53d-22857ae92d37 req-47b2151f-40eb-44a8-b27c-d6eb5b8dc954 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 210 time: 0.3427594 Oct 27 16:35:57.273630 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-f0c9c74a-ffd6-4340-a8f7-1876f113a37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:57.274201 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-f0c9c74a-ffd6-4340-a8f7-1876f113a37f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3579526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3735106'] for router_interface, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:57.309289 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-0b99541e-5863-4c85-8582-6098550900c3 None None] Provisioning complete for port 1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:57.310583 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-0b99541e-5863-4c85-8582-6098550900c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:57.460528 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-0b99541e-5863-4c85-8582-6098550900c3 None None] Port 1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0 cannot update to ACTIVE because it is not bound. {{(pid=101667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:35:57.508938 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port 013dda2d-aef5-43a6-a9a0-e5cfc47c73af triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:57.509470 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:57.673848 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-2ff5b44c-a365-49d2-96b5-419e836a8756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ed0eb6-1594-48ea-9883-7c4455b37465', 'name': 'tempest-ServerRescueNegativeTestJSON-1275392542-router', 'tenant_id': 'a764bac289b649e9b1671333d51f7db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e5d54ac8-a094-4fb0-babd-299e33df76e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:41Z', 'updated_at': '2021-10-27T16:35:50Z', 'revision_number': 4, 'project_id': 'a764bac289b649e9b1671333d51f7db3', 'gw_port': {'id': 'e5d54ac8-a094-4fb0-babd-299e33df76e0', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ed0eb6-1594-48ea-9883-7c4455b37465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '65e44e7e-354d-48ed-94ee-41de97c8e2a9', 'name': '', 'network_id': '4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14', 'tenant_id': 'a764bac289b649e9b1671333d51f7db3', 'mac_address': 'fa:16:3e:6d:b8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ed0eb6-1594-48ea-9883-7c4455b37465', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'fb778c79-e1ca-40aa-a2d2-a768cb1fae5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:48Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': 'a764bac289b649e9b1671333d51f7db3', 'subnets': [{'id': 'fb778c79-e1ca-40aa-a2d2-a768cb1fae5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:57.704149 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff5b44c-a365-49d2-96b5-419e836a8756 None None] The sync data for ids ['18ed0eb6-1594-48ea-9883-7c4455b37465'] in dv-cinder-815659-1-iscsi is: [{'id': '18ed0eb6-1594-48ea-9883-7c4455b37465', 'name': 'tempest-ServerRescueNegativeTestJSON-1275392542-router', 'tenant_id': 'a764bac289b649e9b1671333d51f7db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e5d54ac8-a094-4fb0-babd-299e33df76e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:41Z', 'updated_at': '2021-10-27T16:35:50Z', 'revision_number': 4, 'project_id': 'a764bac289b649e9b1671333d51f7db3', 'gw_port': {'id': 'e5d54ac8-a094-4fb0-babd-299e33df76e0', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ed0eb6-1594-48ea-9883-7c4455b37465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '65e44e7e-354d-48ed-94ee-41de97c8e2a9', 'name': '', 'network_id': '4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14', 'tenant_id': 'a764bac289b649e9b1671333d51f7db3', 'mac_address': 'fa:16:3e:6d:b8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ed0eb6-1594-48ea-9883-7c4455b37465', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'fb778c79-e1ca-40aa-a2d2-a768cb1fae5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:48Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': 'a764bac289b649e9b1671333d51f7db3', 'subnets': [{'id': 'fb778c79-e1ca-40aa-a2d2-a768cb1fae5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:35:57.878167 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-7c15810a-d3eb-488f-85e3-e9a8ed291a3f admin admin] Publish callbacks [] for port, precommit_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:57.944258 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 49212) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:57.959634 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-7c15810a-d3eb-488f-85e3-e9a8ed291a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:57.960731 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-7c15810a-d3eb-488f-85e3-e9a8ed291a3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3579526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3735106'] for router_interface, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:57.960873 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-8f897162-7a51-4456-8566-0ef6a0640300 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:58.046870 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-8f897162-7a51-4456-8566-0ef6a0640300 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:58.053058 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-8f897162-7a51-4456-8566-0ef6a0640300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:58.078982 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c9c74a-ffd6-4340-a8f7-1876f113a37f admin admin] Pushing event updated for resources: {'Port': ['ID=6529a2dc-4614-4a8f-a99c-b74bee49ace1,revision_number=2']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:58.107052 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-8f897162-7a51-4456-8566-0ef6a0640300 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8bae01d28d6344d3bb013a73db0c8c90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1616061 Oct 27 16:35:58.109995 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 49216) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:58.116953 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f897162-7a51-4456-8566-0ef6a0640300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c838a37-3cc9-40f1-9ef2-2fe32ba8533b,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:58.204325 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-96cd2363-2837-4efc-92f9-8036ad53dc24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:58.265862 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-96cd2363-2837-4efc-92f9-8036ad53dc24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:58.268765 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0630ff94-48e1-4f85-8893-1aea8468c234 req-695b8443-c7db-4890-8cc0-69e817681b11 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:58.270568 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0630ff94-48e1-4f85-8893-1aea8468c234 req-695b8443-c7db-4890-8cc0-69e817681b11 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/ports?device_id=02011a50-cf9d-4fc9-8546-11382b2e381e HTTP/1.1" status: 200 len: 931 time: 0.3883486 Oct 27 16:35:58.291498 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c9c74a-ffd6-4340-a8f7-1876f113a37f admin admin] Network 04e556bb-e81e-445a-9a9a-3eeb79203905 is already hosted by enough agents. {{(pid=101666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:35:58.296171 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15810a-d3eb-488f-85e3-e9a8ed291a3f admin admin] Pushing event updated for resources: {'Port': ['ID=1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0,revision_number=2']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:58.307336 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [None req-f0c9c74a-ffd6-4340-a8f7-1876f113a37f admin admin] Resources bound (agent type, host, resource id): {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:35:58.323030 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-bcac06fa-6b27-4f78-9394-5a44e7e8c593 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:58.324642 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-bcac06fa-6b27-4f78-9394-5a44e7e8c593 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/networks?id=4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14 HTTP/1.1" status: 200 len: 819 time: 0.4439719 Oct 27 16:35:58.334253 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-96cd2363-2837-4efc-92f9-8036ad53dc24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:58.337406 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-96cd2363-2837-4efc-92f9-8036ad53dc24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:58.339474 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-96cd2363-2837-4efc-92f9-8036ad53dc24 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3c838a37-3cc9-40f1-9ef2-2fe32ba8533b HTTP/1.1" status: 204 len: 168 time: 0.2280660 Oct 27 16:35:58.352041 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd2363-2837-4efc-92f9-8036ad53dc24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c838a37-3cc9-40f1-9ef2-2fe32ba8533b,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:58.394588 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c15810a-d3eb-488f-85e3-e9a8ed291a3f admin admin] Network 900de597-e873-4f99-a7d4-e023d99223de is already hosted by enough agents. {{(pid=101666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:35:58.435415 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-d063e0c6-09f9-47eb-a1b3-0d02a3e5d388 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/quotas/a764bac289b649e9b1671333d51f7db3 HTTP/1.1" status: 200 len: 375 time: 0.0786324 Oct 27 16:35:58.494793 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [None req-7c15810a-d3eb-488f-85e3-e9a8ed291a3f admin admin] Resources bound (agent type, host, resource id): {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:35:58.522549 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0630ff94-48e1-4f85-8893-1aea8468c234 req-e9e17e5e-d4d5-4014-8d7f-990aeccac371 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/security-groups?id=7e176cf0-4318-49f1-b8ff-76f0e9783e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347558 Oct 27 16:35:58.727635 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-e951ea70-5e9f-4bd7-87e0-e689e9ea15d6 None None] Provisioning complete for port 6529a2dc-4614-4a8f-a99c-b74bee49ace1 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:58.728950 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-e951ea70-5e9f-4bd7-87e0-e689e9ea15d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:58.820106 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-e951ea70-5e9f-4bd7-87e0-e689e9ea15d6 None None] Port 6529a2dc-4614-4a8f-a99c-b74bee49ace1 cannot update to ACTIVE because it is not bound. {{(pid=101667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:35:58.829409 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c9c74a-ffd6-4340-a8f7-1876f113a37f admin admin] Router 0f953ddf-5f84-42b9-90f8-b9a480f82b3d has already been hosted by L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 {{(pid=101666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:35:58.949806 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-a5736854-b52c-4b60-9c5d-735dc1ea71d2 None None] Provisioning complete for port 1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:58.950178 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-a5736854-b52c-4b60-9c5d-735dc1ea71d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:58.954078 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c15810a-d3eb-488f-85e3-e9a8ed291a3f admin admin] Router 292510e1-f508-41d7-86f7-f796203aaafb has already been hosted by L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 {{(pid=101666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:35:58.972368 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-5f366195-1f67-49f4-b827-2b27832e34b4 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=a764bac289b649e9b1671333d51f7db3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4636152 Oct 27 16:35:59.005343 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-a5736854-b52c-4b60-9c5d-735dc1ea71d2 None None] Port 1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0 cannot update to ACTIVE because it is not bound. {{(pid=101667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:35:59.044166 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e924f4fe-3377-4187-8b36-949d31cdb757 req-c32f5e6a-a52f-4dd0-bfd6-f25786fff98f tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:59.046073 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e924f4fe-3377-4187-8b36-949d31cdb757 req-c32f5e6a-a52f-4dd0-bfd6-f25786fff98f tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 932 time: 0.3380778 Oct 27 16:35:59.244907 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e924f4fe-3377-4187-8b36-949d31cdb757 req-e7fc836b-8c23-4a78-8f59-99e8048c0729 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872592 Oct 27 16:35:59.266033 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device f2193b51-ae91-4254-9372-17d184efcf85 up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:35:59.355201 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c9c74a-ffd6-4340-a8f7-1876f113a37f admin admin] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:35:59.373372 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-f0c9c74a-ffd6-4340-a8f7-1876f113a37f admin admin] 10.222.0.91 "PUT /v2.0/routers/0f953ddf-5f84-42b9-90f8-b9a480f82b3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1241937 Oct 27 16:35:59.382686 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a68c2b-72f9-410c-acec-41df0edddd9b None None] Sync routers for ids ['0f953ddf-5f84-42b9-90f8-b9a480f82b3d'] in dv-cinder-815659-1-iscsi {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:35:59.396432 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-ebafc64b-701e-4759-9030-1896a408d724 service neutron] 10.222.0.91 "GET /v2.0/networks/4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859427 Oct 27 16:35:59.416634 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port f2193b51-ae91-4254-9372-17d184efcf85 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:59.417009 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:59.418470 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a68c2b-72f9-410c-acec-41df0edddd9b None None] Routers {'0f953ddf-5f84-42b9-90f8-b9a480f82b3d'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:35:59.423912 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-86a68c2b-72f9-410c-acec-41df0edddd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:35:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['0f953ddf-5f84-42b9-90f8-b9a480f82b3d'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:59.645999 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-e3dbd8f1-518e-4f95-93e6-e6faf2ca982a service neutron] 10.222.0.91 "GET /v2.0/networks/4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487450 Oct 27 16:35:59.665394 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c15810a-d3eb-488f-85e3-e9a8ed291a3f admin admin] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:35:59.668561 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 65e44e7e-354d-48ed-94ee-41de97c8e2a9 up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:35:59.681238 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-7c15810a-d3eb-488f-85e3-e9a8ed291a3f admin admin] 10.222.0.91 "PUT /v2.0/routers/292510e1-f508-41d7-86f7-f796203aaafb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1141992 Oct 27 16:35:59.699047 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57591a7f-c3fd-476e-ac51-461b708f7cf8 None None] Sync routers for ids ['292510e1-f508-41d7-86f7-f796203aaafb'] in dv-cinder-815659-1-iscsi {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:35:59.827686 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-86a68c2b-72f9-410c-acec-41df0edddd9b None None] Set router 0f953ddf-5f84-42b9-90f8-b9a480f82b3d gateway port host: dv-cinder-815659-1-iscsi {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:35:59.864712 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41883f3-9261-44bb-b9e5-e765f4d1e13f req-2c03724e-55bf-4223-9629-23ca5b94ff11 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:59.866254 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c41883f3-9261-44bb-b9e5-e765f4d1e13f req-2c03724e-55bf-4223-9629-23ca5b94ff11 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/ports?device_id=02011a50-cf9d-4fc9-8546-11382b2e381e HTTP/1.1" status: 200 len: 931 time: 0.1693363 Oct 27 16:35:59.919320 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57591a7f-c3fd-476e-ac51-461b708f7cf8 None None] Routers {'292510e1-f508-41d7-86f7-f796203aaafb'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:35:59.920027 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-57591a7f-c3fd-476e-ac51-461b708f7cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:35:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['292510e1-f508-41d7-86f7-f796203aaafb'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:36:00.025143 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c41883f3-9261-44bb-b9e5-e765f4d1e13f req-42ba2ee7-8422-43a5-ab3c-80775feb61f1 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/security-groups?id=7e176cf0-4318-49f1-b8ff-76f0e9783e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522002 Oct 27 16:36:00.057237 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port 65e44e7e-354d-48ed-94ee-41de97c8e2a9 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:36:00.061231 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:00.210786 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-513e6e3d-dbb0-45b4-9e63-5cb4d5323244 req-2529d4ed-c912-4bf3-ad54-9501a288d2a4 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 210 time: 0.0769031 Oct 27 16:36:00.376145 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-57591a7f-c3fd-476e-ac51-461b708f7cf8 None None] Set router 292510e1-f508-41d7-86f7-f796203aaafb gateway port host: dv-cinder-815659-1-iscsi {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:36:00.406135 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-86a68c2b-72f9-410c-acec-41df0edddd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1174578120-router', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '013dda2d-aef5-43a6-a9a0-e5cfc47c73af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '5a56e030f182417680e61e5c27a2cb30', 'gw_port': {'id': '013dda2d-aef5-43a6-a9a0-e5cfc47c73af', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:44Z', 'updated_at': '2021-10-27T16:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '6529a2dc-4614-4a8f-a99c-b74bee49ace1', 'name': '', 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'mac_address': 'fa:16:3e:a4:1d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bfd7b3b6-c867-4ea0-ba61-155e778fa591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:53Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 2, 'project_id': '5a56e030f182417680e61e5c27a2cb30', 'subnets': [{'id': 'bfd7b3b6-c867-4ea0-ba61-155e778fa591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:36:00.489437 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a68c2b-72f9-410c-acec-41df0edddd9b None None] Checking router: 0f953ddf-5f84-42b9-90f8-b9a480f82b3d for host: dv-cinder-815659-1-iscsi {{(pid=101668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:36:00.489843 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a68c2b-72f9-410c-acec-41df0edddd9b None None] Updating router 0f953ddf-5f84-42b9-90f8-b9a480f82b3d port 6529a2dc-4614-4a8f-a99c-b74bee49ace1 binding host dv-cinder-815659-1-iscsi {{(pid=101668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:36:00.565512 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-86a68c2b-72f9-410c-acec-41df0edddd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:00.588658 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:00.806743 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] For port 65e44e7e-354d-48ed-94ee-41de97c8e2a9, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=65e44e7e-354d-48ed-94ee-41de97c8e2a9,segment=NetworkSegment(29b05e4f-1fbd-4194-bf65-15dc47a9d766),segment_id=29b05e4f-1fbd-4194-bf65-15dc47a9d766)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:36:00.824029 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:01.001804 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-f072f41a-525d-472b-9b80-31f6c9b6f0fe tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:36:01.003733 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-f072f41a-525d-472b-9b80-31f6c9b6f0fe tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0078325 Oct 27 16:36:01.012917 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Pushing event updated for resources: {'Port': ['ID=65e44e7e-354d-48ed-94ee-41de97c8e2a9,revision_number=5']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:01.016141 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-f3778196-4ede-4dfb-9e8b-14dbb1901fc5 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:36:01.020213 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-f3778196-4ede-4dfb-9e8b-14dbb1901fc5 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0148964 Oct 27 16:36:01.085347 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-86a68c2b-72f9-410c-acec-41df0edddd9b None None] Publish callbacks [] for port, precommit_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:01.100491 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-86a68c2b-72f9-410c-acec-41df0edddd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:01.123229 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-57591a7f-c3fd-476e-ac51-461b708f7cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '292510e1-f508-41d7-86f7-f796203aaafb', 'name': 'tempest-AttachVolumeTestJSON-555848210-router', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f2193b51-ae91-4254-9372-17d184efcf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'gw_port': {'id': 'f2193b51-ae91-4254-9372-17d184efcf85', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292510e1-f508-41d7-86f7-f796203aaafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:44Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0', 'name': '', 'network_id': '900de597-e873-4f99-a7d4-e023d99223de', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'mac_address': 'fa:16:3e:e8:2b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '292510e1-f508-41d7-86f7-f796203aaafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ae9f7717-3703-4043-b05c-cf4237b7a0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:53Z', 'updated_at': '2021-10-27T16:35:57Z', 'revision_number': 2, 'project_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'subnets': [{'id': 'ae9f7717-3703-4043-b05c-cf4237b7a0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:36:01.174117 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57591a7f-c3fd-476e-ac51-461b708f7cf8 None None] Checking router: 292510e1-f508-41d7-86f7-f796203aaafb for host: dv-cinder-815659-1-iscsi {{(pid=101667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:36:01.174643 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57591a7f-c3fd-476e-ac51-461b708f7cf8 None None] Updating router 292510e1-f508-41d7-86f7-f796203aaafb port 1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0 binding host dv-cinder-815659-1-iscsi {{(pid=101667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:36:01.225428 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 49320) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:01.230423 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [None req-ba04d6a4-4c73-402d-a309-6a4bbb9bed55 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1139478154', 'description': 'tempest-description--1535188249'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:36:01.252660 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-57591a7f-c3fd-476e-ac51-461b708f7cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:01.315893 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ba04d6a4-4c73-402d-a309-6a4bbb9bed55 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks [] for security_group, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:01.345360 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bda831-4b99-4ca9-8c73-e4a43d747e0a None None] Pushing event updated for resources: {'Port': ['ID=6529a2dc-4614-4a8f-a99c-b74bee49ace1,revision_number=3']} {{(pid=101668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:01.567248 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.managers [None req-86a68c2b-72f9-410c-acec-41df0edddd9b None None] Attempting to bind port 6529a2dc-4614-4a8f-a99c-b74bee49ace1 on host dv-cinder-815659-1-iscsi for vnic_type normal with profile {{(pid=101668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:36:01.587442 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.managers [None req-86a68c2b-72f9-410c-acec-41df0edddd9b None None] Attempting to bind port 6529a2dc-4614-4a8f-a99c-b74bee49ace1 by drivers openvswitch,hyperv on host dv-cinder-815659-1-iscsi at level 0 using segments [{'id': '04b90801-dbaa-4b6b-a289-4b9ced180864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905'}] {{(pid=101668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:36:01.587808 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a68c2b-72f9-410c-acec-41df0edddd9b None None] Attempting to bind port 6529a2dc-4614-4a8f-a99c-b74bee49ace1 on network 04e556bb-e81e-445a-9a9a-3eeb79203905 {{(pid=101668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:36:01.609928 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a68c2b-72f9-410c-acec-41df0edddd9b None None] Checking agent: {'id': '042db589-9278-4969-aa78-790e50700daa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 27, 42), 'started_at': datetime.datetime(2021, 10, 27, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:36:01.610317 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a68c2b-72f9-410c-acec-41df0edddd9b None None] Checking segment: {'id': '04b90801-dbaa-4b6b-a289-4b9ced180864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:36:01.610729 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-86a68c2b-72f9-410c-acec-41df0edddd9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:01.611260 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a68c2b-72f9-410c-acec-41df0edddd9b None None] Bound using segment: {'id': '04b90801-dbaa-4b6b-a289-4b9ced180864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905'} {{(pid=101668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:36:01.611650 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.managers [None req-86a68c2b-72f9-410c-acec-41df0edddd9b None None] Bound port: 6529a2dc-4614-4a8f-a99c-b74bee49ace1, host: dv-cinder-815659-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04b90801-dbaa-4b6b-a289-4b9ced180864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905'}}] {{(pid=101668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:36:01.627662 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-86a68c2b-72f9-410c-acec-41df0edddd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:01.775690 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ba04d6a4-4c73-402d-a309-6a4bbb9bed55 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks [] for security_group, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:01.795242 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ba04d6a4-4c73-402d-a309-6a4bbb9bed55 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:01.850589 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-d02c9f88-5230-4b90-a550-28430dfdbfcb service neutron] Request body: {'port': {'device_id': 'a1f75a58-ef4b-4989-8932-57a21ae886b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:36:01.871287 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.db [None req-86a68c2b-72f9-410c-acec-41df0edddd9b None None] For port 6529a2dc-4614-4a8f-a99c-b74bee49ace1, host dv-cinder-815659-1-iscsi, cleared binding levels {{(pid=101668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:36:01.875982 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.db [None req-86a68c2b-72f9-410c-acec-41df0edddd9b None None] For port 6529a2dc-4614-4a8f-a99c-b74bee49ace1, host dv-cinder-815659-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=6529a2dc-4614-4a8f-a99c-b74bee49ace1,segment=NetworkSegment(04b90801-dbaa-4b6b-a289-4b9ced180864),segment_id=04b90801-dbaa-4b6b-a289-4b9ced180864)] {{(pid=101668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:36:01.890581 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-86a68c2b-72f9-410c-acec-41df0edddd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:01.926893 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 49348) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:01.956118 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-409c9024-1395-4239-a4ce-1207a91c1615 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Request body: {'security_group': {'name': 'tempest-securitygroup--696183380', 'description': 'tempest-description--1931683461'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:36:01.987290 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ba04d6a4-4c73-402d-a309-6a4bbb9bed55 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks [] for security_group, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:01.993348 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-ba04d6a4-4c73-402d-a309-6a4bbb9bed55 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7652321 Oct 27 16:36:02.051460 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb957d-db7c-4296-b57f-f5d475d0ecfd req-b17e02c4-f6f7-4679-8daa-2b1690eb0747 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:02.059570 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 49356) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:02.060713 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0dcb957d-db7c-4296-b57f-f5d475d0ecfd req-b17e02c4-f6f7-4679-8daa-2b1690eb0747 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 932 time: 0.6897988 Oct 27 16:36:02.063377 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba04d6a4-4c73-402d-a309-6a4bbb9bed55 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9919a732-f1f0-42c7-ba81-f021ae6d981d,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:02.079557 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-e47612fe-8868-4105-8537-4648ee065015 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Request body: {'security_group_rule': {'security_group_id': '9919a732-f1f0-42c7-ba81-f021ae6d981d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:36:02.096686 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-b71e33e1-58a6-4213-b51e-1363e919eb74 service neutron] Request body: {'port': {'device_id': '02011a50-cf9d-4fc9-8546-11382b2e381e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:36:02.110773 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a68c2b-72f9-410c-acec-41df0edddd9b None None] Routers {'0f953ddf-5f84-42b9-90f8-b9a480f82b3d'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:36:02.111409 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-86a68c2b-72f9-410c-acec-41df0edddd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:35:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['0f953ddf-5f84-42b9-90f8-b9a480f82b3d'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:36:02.219315 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0dcb957d-db7c-4296-b57f-f5d475d0ecfd req-bd4210b2-9bf4-4067-9813-3f32fee5f061 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357007 Oct 27 16:36:02.228218 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01560252-ddb7-47f5-8701-79f03b489f1f req-ded07a2b-6fcf-45aa-99fc-92251e2cdaab tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:02.229869 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-01560252-ddb7-47f5-8701-79f03b489f1f req-ded07a2b-6fcf-45aa-99fc-92251e2cdaab tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/ports?device_id=02011a50-cf9d-4fc9-8546-11382b2e381e HTTP/1.1" status: 200 len: 931 time: 0.1183581 Oct 27 16:36:02.246806 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bda831-4b99-4ca9-8c73-e4a43d747e0a None None] Pushing event updated for resources: {'Port': ['ID=6529a2dc-4614-4a8f-a99c-b74bee49ace1,revision_number=4']} {{(pid=101668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:02.317360 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-409c9024-1395-4239-a4ce-1207a91c1615 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:02.323928 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-d02c9f88-5230-4b90-a550-28430dfdbfcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:02.368943 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e47612fe-8868-4105-8537-4648ee065015 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:02.410645 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-01560252-ddb7-47f5-8701-79f03b489f1f req-eab57a37-0555-447d-a1fd-5b4ab269acae tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/security-groups?id=7e176cf0-4318-49f1-b8ff-76f0e9783e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740103 Oct 27 16:36:02.430310 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-6dd415cd-cf45-4e04-bdd8-08dbf7aa85e1 None None] Provisioning complete for port 6529a2dc-4614-4a8f-a99c-b74bee49ace1 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:36:02.430887 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-6dd415cd-cf45-4e04-bdd8-08dbf7aa85e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:02.457759 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-b71e33e1-58a6-4213-b51e-1363e919eb74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:02.541530 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e2bf04ac-4163-4690-ac51-5c1986fc3152 req-36e89403-b29e-450d-a9df-3a04c37cd395 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 210 time: 0.0882735 Oct 27 16:36:02.555210 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-86a68c2b-72f9-410c-acec-41df0edddd9b None None] Set router 0f953ddf-5f84-42b9-90f8-b9a480f82b3d gateway port host: dv-cinder-815659-1-iscsi {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:36:02.663153 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e47612fe-8868-4105-8537-4648ee065015 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:02.714020 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e47612fe-8868-4105-8537-4648ee065015 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823821'] for security_group_rule, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:02.778958 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-57591a7f-c3fd-476e-ac51-461b708f7cf8 None None] Publish callbacks [] for port, precommit_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:02.795476 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-6dd415cd-cf45-4e04-bdd8-08dbf7aa85e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:02.801413 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-57591a7f-c3fd-476e-ac51-461b708f7cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:02.852745 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47612fe-8868-4105-8537-4648ee065015 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4f7651b-1e01-4199-b17b-fc0d142ba44b,revision_number=0']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:02.879235 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-6dd415cd-cf45-4e04-bdd8-08dbf7aa85e1 None None] For port 6529a2dc-4614-4a8f-a99c-b74bee49ace1, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=6529a2dc-4614-4a8f-a99c-b74bee49ace1,segment=NetworkSegment(04b90801-dbaa-4b6b-a289-4b9ced180864),segment_id=04b90801-dbaa-4b6b-a289-4b9ced180864)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:36:02.886056 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee50a625-c0fe-4160-900b-31e81314ffb1 None None] Pushing event updated for resources: {'Port': ['ID=1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0,revision_number=3']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:02.896958 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-6dd415cd-cf45-4e04-bdd8-08dbf7aa85e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:02.954701 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-86a68c2b-72f9-410c-acec-41df0edddd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1174578120-router', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '013dda2d-aef5-43a6-a9a0-e5cfc47c73af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '5a56e030f182417680e61e5c27a2cb30', 'gw_port': {'id': '013dda2d-aef5-43a6-a9a0-e5cfc47c73af', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:44Z', 'updated_at': '2021-10-27T16:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '6529a2dc-4614-4a8f-a99c-b74bee49ace1', 'name': '', 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'mac_address': 'fa:16:3e:a4:1d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bfd7b3b6-c867-4ea0-ba61-155e778fa591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:53Z', 'updated_at': '2021-10-27T16:36:01Z', 'revision_number': 4, 'project_id': '5a56e030f182417680e61e5c27a2cb30', 'subnets': [{'id': 'bfd7b3b6-c867-4ea0-ba61-155e778fa591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:36:02.973316 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-57591a7f-c3fd-476e-ac51-461b708f7cf8 None None] Attempting to bind port 1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0 on host dv-cinder-815659-1-iscsi for vnic_type normal with profile {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:36:02.973316 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-57591a7f-c3fd-476e-ac51-461b708f7cf8 None None] Attempting to bind port 1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0 by drivers openvswitch,hyperv on host dv-cinder-815659-1-iscsi at level 0 using segments [{'id': '666d1a16-746f-4e08-a2d0-b6a8afa6f4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '900de597-e873-4f99-a7d4-e023d99223de'}] {{(pid=101667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:36:02.975415 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57591a7f-c3fd-476e-ac51-461b708f7cf8 None None] Attempting to bind port 1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0 on network 900de597-e873-4f99-a7d4-e023d99223de {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:36:02.994371 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57591a7f-c3fd-476e-ac51-461b708f7cf8 None None] Checking agent: {'id': '042db589-9278-4969-aa78-790e50700daa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 27, 42), 'started_at': datetime.datetime(2021, 10, 27, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:36:02.994882 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57591a7f-c3fd-476e-ac51-461b708f7cf8 None None] Checking segment: {'id': '666d1a16-746f-4e08-a2d0-b6a8afa6f4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '900de597-e873-4f99-a7d4-e023d99223de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:36:02.995380 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-57591a7f-c3fd-476e-ac51-461b708f7cf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:02.996018 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57591a7f-c3fd-476e-ac51-461b708f7cf8 None None] Bound using segment: {'id': '666d1a16-746f-4e08-a2d0-b6a8afa6f4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '900de597-e873-4f99-a7d4-e023d99223de'} {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:36:02.996848 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-57591a7f-c3fd-476e-ac51-461b708f7cf8 None None] Bound port: 1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0, host: dv-cinder-815659-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '666d1a16-746f-4e08-a2d0-b6a8afa6f4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '900de597-e873-4f99-a7d4-e023d99223de'}}] {{(pid=101667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:36:02.997444 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-57591a7f-c3fd-476e-ac51-461b708f7cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:03.022575 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a68c2b-72f9-410c-acec-41df0edddd9b None None] The sync data for ids ['0f953ddf-5f84-42b9-90f8-b9a480f82b3d'] in dv-cinder-815659-1-iscsi is: [{'id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1174578120-router', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '013dda2d-aef5-43a6-a9a0-e5cfc47c73af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '5a56e030f182417680e61e5c27a2cb30', 'gw_port': {'id': '013dda2d-aef5-43a6-a9a0-e5cfc47c73af', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:44Z', 'updated_at': '2021-10-27T16:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '6529a2dc-4614-4a8f-a99c-b74bee49ace1', 'name': '', 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'mac_address': 'fa:16:3e:a4:1d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bfd7b3b6-c867-4ea0-ba61-155e778fa591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:53Z', 'updated_at': '2021-10-27T16:36:01Z', 'revision_number': 4, 'project_id': '5a56e030f182417680e61e5c27a2cb30', 'subnets': [{'id': 'bfd7b3b6-c867-4ea0-ba61-155e778fa591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:36:03.138828 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-f39ff540-6a5f-4824-a9d3-46af45f24b1d None None] Provisioning complete for port 6529a2dc-4614-4a8f-a99c-b74bee49ace1 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:36:03.139683 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-f39ff540-6a5f-4824-a9d3-46af45f24b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:03.154977 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd415cd-cf45-4e04-bdd8-08dbf7aa85e1 None None] Pushing event updated for resources: {'Port': ['ID=6529a2dc-4614-4a8f-a99c-b74bee49ace1,revision_number=5']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:03.201930 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-409c9024-1395-4239-a4ce-1207a91c1615 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:03.206245 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e47612fe-8868-4105-8537-4648ee065015 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:03.207929 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-e47612fe-8868-4105-8537-4648ee065015 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1464257 Oct 27 16:36:03.210697 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 49370) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:03.215322 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [None req-40837a7f-2c8c-4054-9be2-655ccc9ec046 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Request body: {'security_group_rule': {'security_group_id': '9919a732-f1f0-42c7-ba81-f021ae6d981d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:36:03.223549 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-409c9024-1395-4239-a4ce-1207a91c1615 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:03.240109 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 65e44e7e-354d-48ed-94ee-41de97c8e2a9 up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:36:03.253792 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-57591a7f-c3fd-476e-ac51-461b708f7cf8 None None] For port 1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0, host dv-cinder-815659-1-iscsi, cleared binding levels {{(pid=101667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:36:03.299026 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-40837a7f-2c8c-4054-9be2-655ccc9ec046 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:03.346924 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-57591a7f-c3fd-476e-ac51-461b708f7cf8 None None] For port 1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0, host dv-cinder-815659-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0,segment=NetworkSegment(666d1a16-746f-4e08-a2d0-b6a8afa6f4ba),segment_id=666d1a16-746f-4e08-a2d0-b6a8afa6f4ba)] {{(pid=101667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:36:03.382692 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-57591a7f-c3fd-476e-ac51-461b708f7cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:03.394248 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-409c9024-1395-4239-a4ce-1207a91c1615 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:03.395500 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-409c9024-1395-4239-a4ce-1207a91c1615 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4655917 Oct 27 16:36:03.403906 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 49378) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:03.414009 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-43ee1cba-a1e1-4b90-82a8-96c8de4d558f tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Request body: {'security_group_rule': {'security_group_id': '0b8bcf48-87a4-44cb-a295-aa803f58986d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:36:03.422473 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c9024-1395-4239-a4ce-1207a91c1615 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8bcf48-87a4-44cb-a295-aa803f58986d,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:03.546020 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57591a7f-c3fd-476e-ac51-461b708f7cf8 None None] Routers {'292510e1-f508-41d7-86f7-f796203aaafb'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:36:03.546805 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-57591a7f-c3fd-476e-ac51-461b708f7cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:35:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['292510e1-f508-41d7-86f7-f796203aaafb'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:36:03.556627 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee50a625-c0fe-4160-900b-31e81314ffb1 None None] Pushing event updated for resources: {'Port': ['ID=1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0,revision_number=4']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:03.560774 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port 65e44e7e-354d-48ed-94ee-41de97c8e2a9 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:36:03.561333 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:03.597623 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-43ee1cba-a1e1-4b90-82a8-96c8de4d558f tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:03.746370 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-40837a7f-2c8c-4054-9be2-655ccc9ec046 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:03.757211 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230b173-9980-4e64-b5a5-c601b8a51187 req-e8d714c4-e7ee-4936-88f0-2df180f62663 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:03.760016 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9230b173-9980-4e64-b5a5-c601b8a51187 req-e8d714c4-e7ee-4936-88f0-2df180f62663 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/ports?device_id=02011a50-cf9d-4fc9-8546-11382b2e381e HTTP/1.1" status: 200 len: 931 time: 0.1644192 Oct 27 16:36:03.768871 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0377a70-6354-4ee6-98f6-da280c1b596c req-3c453294-a355-4935-bcca-4608011365d1 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:03.770729 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e0377a70-6354-4ee6-98f6-da280c1b596c req-3c453294-a355-4935-bcca-4608011365d1 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 932 time: 0.1750379 Oct 27 16:36:03.772625 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-40837a7f-2c8c-4054-9be2-655ccc9ec046 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823821'] for security_group_rule, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:03.792180 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40837a7f-2c8c-4054-9be2-655ccc9ec046 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31f4b3f9-5e47-40f1-a062-de37b76f10e7,revision_number=0']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:03.848385 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-0f9d55f0-93b0-4bbe-b84c-1f772e9d4c0e None None] Provisioning complete for port 1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:36:03.848671 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-0f9d55f0-93b0-4bbe-b84c-1f772e9d4c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:03.905206 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.notifiers.nova [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-d02c9f88-5230-4b90-a550-28430dfdbfcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a90a4eda-f446-46d2-974b-bc14587851d9 {{(pid=101665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:36:03.916981 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-d02c9f88-5230-4b90-a550-28430dfdbfcb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:03.930075 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.notifiers.nova [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-b71e33e1-58a6-4213-b51e-1363e919eb74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63231626-2a4c-4d5e-be79-43c2c12685d9 {{(pid=101665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:36:03.931861 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-57591a7f-c3fd-476e-ac51-461b708f7cf8 None None] Set router 292510e1-f508-41d7-86f7-f796203aaafb gateway port host: dv-cinder-815659-1-iscsi {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:36:03.932643 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9230b173-9980-4e64-b5a5-c601b8a51187 req-5b89b510-95ca-4da4-95f7-1658195bd4e5 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/security-groups?id=7e176cf0-4318-49f1-b8ff-76f0e9783e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576378 Oct 27 16:36:03.943441 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-b71e33e1-58a6-4213-b51e-1363e919eb74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:03.946694 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-40837a7f-2c8c-4054-9be2-655ccc9ec046 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:03.951947 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-40837a7f-2c8c-4054-9be2-655ccc9ec046 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7362413 Oct 27 16:36:03.953157 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 49386) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:03.971824 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.provisioning_blocks [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-d02c9f88-5230-4b90-a550-28430dfdbfcb service neutron] Transition to ACTIVE for port object a90a4eda-f446-46d2-974b-bc14587851d9 will not be triggered until provisioned by entity L2. {{(pid=101665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:36:03.971999 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [None req-41dfff97-7c20-4013-a125-41bc48a2e02c tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Request body: {'floatingip': {'floating_network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:36:03.973973 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-43ee1cba-a1e1-4b90-82a8-96c8de4d558f tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:03.983626 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.provisioning_blocks [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-b71e33e1-58a6-4213-b51e-1363e919eb74 service neutron] Transition to ACTIVE for port object 63231626-2a4c-4d5e-be79-43c2c12685d9 will not be triggered until provisioned by entity L2. {{(pid=101665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:36:03.985101 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-d02c9f88-5230-4b90-a550-28430dfdbfcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511906'] for port, after_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:03.997327 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-43ee1cba-a1e1-4b90-82a8-96c8de4d558f tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823821'] for security_group_rule, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:04.008535 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e0377a70-6354-4ee6-98f6-da280c1b596c req-45bc8635-c179-4f82-bfa3-0a665314265e tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172954 Oct 27 16:36:04.050066 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-41dfff97-7c20-4013-a125-41bc48a2e02c tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks [] for floatingip, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:04.078288 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-b71e33e1-58a6-4213-b51e-1363e919eb74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511906'] for port, after_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:04.134518 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee1cba-a1e1-4b90-82a8-96c8de4d558f tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe5d5d4-846c-49ad-84d0-929d58c8d3c3,revision_number=0']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:04.219628 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c9f88-5230-4b90-a550-28430dfdbfcb service neutron] Pushing event updated for resources: {'Port': ['ID=a90a4eda-f446-46d2-974b-bc14587851d9,revision_number=2']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:04.229767 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-0f9d55f0-93b0-4bbe-b84c-1f772e9d4c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:04.252142 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-817074da-d1db-47ef-86ca-d58aace10fc2 req-6dbff528-67d0-4846-80b9-29273dcb50c3 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 210 time: 0.1908965 Oct 27 16:36:04.309551 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-43ee1cba-a1e1-4b90-82a8-96c8de4d558f tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:04.310803 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-43ee1cba-a1e1-4b90-82a8-96c8de4d558f tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9037478 Oct 27 16:36:04.318495 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 49390) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:04.324641 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [None req-3b1f2c90-6501-4d78-8a10-c9d3becc6035 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Request body: {'security_group_rule': {'security_group_id': '0b8bcf48-87a4-44cb-a295-aa803f58986d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:36:04.367017 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-0f9d55f0-93b0-4bbe-b84c-1f772e9d4c0e None None] For port 1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0,segment=NetworkSegment(666d1a16-746f-4e08-a2d0-b6a8afa6f4ba),segment_id=666d1a16-746f-4e08-a2d0-b6a8afa6f4ba)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:36:04.386825 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-0f9d55f0-93b0-4bbe-b84c-1f772e9d4c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:04.403371 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e33e1-58a6-4213-b51e-1363e919eb74 service neutron] Pushing event updated for resources: {'Port': ['ID=63231626-2a4c-4d5e-be79-43c2c12685d9,revision_number=2']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:04.427362 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-3b1f2c90-6501-4d78-8a10-c9d3becc6035 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:04.517219 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-3b1f2c90-6501-4d78-8a10-c9d3becc6035 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:04.528502 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-3b1f2c90-6501-4d78-8a10-c9d3becc6035 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823821'] for security_group_rule, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:04.549048 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d55f0-93b0-4bbe-b84c-1f772e9d4c0e None None] Pushing event updated for resources: {'Port': ['ID=1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0,revision_number=5']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:04.551743 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-41dfff97-7c20-4013-a125-41bc48a2e02c tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:04.560734 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-bd20cb48-ca0d-4aee-974e-86fd791e8caa None None] Provisioning complete for port 1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:36:04.561166 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-bd20cb48-ca0d-4aee-974e-86fd791e8caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:04.590639 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f2c90-6501-4d78-8a10-c9d3becc6035 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5478d4b7-7820-4c45-a8fc-c9d2b2fbfa8f,revision_number=0']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:04.596904 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-3b1f2c90-6501-4d78-8a10-c9d3becc6035 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:04.598567 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-3b1f2c90-6501-4d78-8a10-c9d3becc6035 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2774282 Oct 27 16:36:04.601919 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 49396) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:04.628424 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-57591a7f-c3fd-476e-ac51-461b708f7cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '292510e1-f508-41d7-86f7-f796203aaafb', 'name': 'tempest-AttachVolumeTestJSON-555848210-router', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f2193b51-ae91-4254-9372-17d184efcf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'gw_port': {'id': 'f2193b51-ae91-4254-9372-17d184efcf85', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292510e1-f508-41d7-86f7-f796203aaafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:44Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0', 'name': '', 'network_id': '900de597-e873-4f99-a7d4-e023d99223de', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'mac_address': 'fa:16:3e:e8:2b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '292510e1-f508-41d7-86f7-f796203aaafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ae9f7717-3703-4043-b05c-cf4237b7a0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:53Z', 'updated_at': '2021-10-27T16:36:03Z', 'revision_number': 4, 'project_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'subnets': [{'id': 'ae9f7717-3703-4043-b05c-cf4237b7a0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:36:04.655281 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [None req-d59f180d-1e9c-4d6c-9d3f-1b75bd21ead5 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Request body: {'floatingip': {'floating_network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:36:04.660406 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57591a7f-c3fd-476e-ac51-461b708f7cf8 None None] The sync data for ids ['292510e1-f508-41d7-86f7-f796203aaafb'] in dv-cinder-815659-1-iscsi is: [{'id': '292510e1-f508-41d7-86f7-f796203aaafb', 'name': 'tempest-AttachVolumeTestJSON-555848210-router', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f2193b51-ae91-4254-9372-17d184efcf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'gw_port': {'id': 'f2193b51-ae91-4254-9372-17d184efcf85', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292510e1-f508-41d7-86f7-f796203aaafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:44Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0', 'name': '', 'network_id': '900de597-e873-4f99-a7d4-e023d99223de', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'mac_address': 'fa:16:3e:e8:2b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '292510e1-f508-41d7-86f7-f796203aaafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ae9f7717-3703-4043-b05c-cf4237b7a0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:53Z', 'updated_at': '2021-10-27T16:36:03Z', 'revision_number': 4, 'project_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'subnets': [{'id': 'ae9f7717-3703-4043-b05c-cf4237b7a0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:36:04.712504 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.managers [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-d02c9f88-5230-4b90-a550-28430dfdbfcb service neutron] Attempting to bind port a90a4eda-f446-46d2-974b-bc14587851d9 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=101665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:36:04.720515 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.managers [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-d02c9f88-5230-4b90-a550-28430dfdbfcb service neutron] Attempting to bind port a90a4eda-f446-46d2-974b-bc14587851d9 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '0686f11a-d5c1-4844-a3a9-7ba2229df7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '98382a90-1d72-4726-8dcd-70a187bd6af7'}] {{(pid=101665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:36:04.721274 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-d02c9f88-5230-4b90-a550-28430dfdbfcb service neutron] Attempting to bind port a90a4eda-f446-46d2-974b-bc14587851d9 on network 98382a90-1d72-4726-8dcd-70a187bd6af7 {{(pid=101665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:36:04.734149 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-d59f180d-1e9c-4d6c-9d3f-1b75bd21ead5 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks [] for floatingip, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:04.746894 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-d02c9f88-5230-4b90-a550-28430dfdbfcb service neutron] Port a90a4eda-f446-46d2-974b-bc14587851d9 on network 98382a90-1d72-4726-8dcd-70a187bd6af7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=101665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:36:04.747222 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-d02c9f88-5230-4b90-a550-28430dfdbfcb service neutron] Attempting to bind port a90a4eda-f446-46d2-974b-bc14587851d9 on network 98382a90-1d72-4726-8dcd-70a187bd6af7 {{(pid=101665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:36:04.766875 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-d02c9f88-5230-4b90-a550-28430dfdbfcb service neutron] Checking agent: {'id': '082437a5-0f96-45b0-8b8c-6a124d6faa93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 33, 51), 'started_at': datetime.datetime(2021, 10, 27, 16, 33, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:36:04.767939 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-d02c9f88-5230-4b90-a550-28430dfdbfcb service neutron] Checking segment: {'id': '0686f11a-d5c1-4844-a3a9-7ba2229df7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '98382a90-1d72-4726-8dcd-70a187bd6af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:36:04.769551 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-d02c9f88-5230-4b90-a550-28430dfdbfcb service neutron] Bound using segment: {'id': '0686f11a-d5c1-4844-a3a9-7ba2229df7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '98382a90-1d72-4726-8dcd-70a187bd6af7'} {{(pid=101665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:36:04.770803 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.managers [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-d02c9f88-5230-4b90-a550-28430dfdbfcb service neutron] Bound port: a90a4eda-f446-46d2-974b-bc14587851d9, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0686f11a-d5c1-4844-a3a9-7ba2229df7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '98382a90-1d72-4726-8dcd-70a187bd6af7'}}] {{(pid=101665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:36:04.771545 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-d02c9f88-5230-4b90-a550-28430dfdbfcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:04.785032 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.managers [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-b71e33e1-58a6-4213-b51e-1363e919eb74 service neutron] Attempting to bind port 63231626-2a4c-4d5e-be79-43c2c12685d9 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=101665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:36:04.785365 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.managers [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-b71e33e1-58a6-4213-b51e-1363e919eb74 service neutron] Attempting to bind port 63231626-2a4c-4d5e-be79-43c2c12685d9 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '0a3fc771-2668-4303-a2ff-d7ecfbfe5f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'bbf07222-f19e-4bee-94ae-b2e7cffee06c'}] {{(pid=101665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:36:04.785785 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-b71e33e1-58a6-4213-b51e-1363e919eb74 service neutron] Attempting to bind port 63231626-2a4c-4d5e-be79-43c2c12685d9 on network bbf07222-f19e-4bee-94ae-b2e7cffee06c {{(pid=101665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:36:04.793789 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-b71e33e1-58a6-4213-b51e-1363e919eb74 service neutron] Port 63231626-2a4c-4d5e-be79-43c2c12685d9 on network bbf07222-f19e-4bee-94ae-b2e7cffee06c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=101665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:36:04.794393 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-b71e33e1-58a6-4213-b51e-1363e919eb74 service neutron] Attempting to bind port 63231626-2a4c-4d5e-be79-43c2c12685d9 on network bbf07222-f19e-4bee-94ae-b2e7cffee06c {{(pid=101665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:36:04.803701 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-b71e33e1-58a6-4213-b51e-1363e919eb74 service neutron] Checking agent: {'id': '082437a5-0f96-45b0-8b8c-6a124d6faa93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 33, 51), 'started_at': datetime.datetime(2021, 10, 27, 16, 33, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:36:04.804065 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-b71e33e1-58a6-4213-b51e-1363e919eb74 service neutron] Checking segment: {'id': '0a3fc771-2668-4303-a2ff-d7ecfbfe5f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'bbf07222-f19e-4bee-94ae-b2e7cffee06c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:36:04.804449 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-b71e33e1-58a6-4213-b51e-1363e919eb74 service neutron] Bound using segment: {'id': '0a3fc771-2668-4303-a2ff-d7ecfbfe5f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'bbf07222-f19e-4bee-94ae-b2e7cffee06c'} {{(pid=101665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:36:04.805348 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.managers [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-b71e33e1-58a6-4213-b51e-1363e919eb74 service neutron] Bound port: 63231626-2a4c-4d5e-be79-43c2c12685d9, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a3fc771-2668-4303-a2ff-d7ecfbfe5f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'bbf07222-f19e-4bee-94ae-b2e7cffee06c'}}] {{(pid=101665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:36:04.805708 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-b71e33e1-58a6-4213-b51e-1363e919eb74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:04.848460 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.db_base_plugin_common [None req-41dfff97-7c20-4013-a125-41bc48a2e02c tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Allocated IP 172.27.0.97 (b60b3993-7427-4bdc-87fb-6dbc7e937750/bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1/818d6e12-3a93-42fe-a5ad-360d98bcc54d) {{(pid=101666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:36:04.909506 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.db [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-d02c9f88-5230-4b90-a550-28430dfdbfcb service neutron] For port a90a4eda-f446-46d2-974b-bc14587851d9, host hv-cinder-81565, cleared binding levels {{(pid=101665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:36:04.958561 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.db [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-d02c9f88-5230-4b90-a550-28430dfdbfcb service neutron] For port a90a4eda-f446-46d2-974b-bc14587851d9, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=a90a4eda-f446-46d2-974b-bc14587851d9,segment=NetworkSegment(0686f11a-d5c1-4844-a3a9-7ba2229df7a3),segment_id=0686f11a-d5c1-4844-a3a9-7ba2229df7a3)] {{(pid=101665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:36:04.960059 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.db [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-b71e33e1-58a6-4213-b51e-1363e919eb74 service neutron] For port 63231626-2a4c-4d5e-be79-43c2c12685d9, host hv-cinder-81565, cleared binding levels {{(pid=101665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:36:04.973105 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-d02c9f88-5230-4b90-a550-28430dfdbfcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511906'] for port, after_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:04.981639 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.db [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-b71e33e1-58a6-4213-b51e-1363e919eb74 service neutron] For port 63231626-2a4c-4d5e-be79-43c2c12685d9, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=63231626-2a4c-4d5e-be79-43c2c12685d9,segment=NetworkSegment(0a3fc771-2668-4303-a2ff-d7ecfbfe5f6b),segment_id=0a3fc771-2668-4303-a2ff-d7ecfbfe5f6b)] {{(pid=101665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:36:04.998693 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-d59f180d-1e9c-4d6c-9d3f-1b75bd21ead5 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:05.018966 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-41dfff97-7c20-4013-a125-41bc48a2e02c tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks [] for port, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:05.038809 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-b71e33e1-58a6-4213-b51e-1363e919eb74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511906'] for port, after_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:05.088729 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-b71e33e1-58a6-4213-b51e-1363e919eb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:05.090018 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-b71e33e1-58a6-4213-b51e-1363e919eb74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for port, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:05.092430 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-b71e33e1-58a6-4213-b51e-1363e919eb74 service neutron] 10.222.0.66 "PUT /v2.0/ports/63231626-2a4c-4d5e-be79-43c2c12685d9 HTTP/1.1" status: 200 len: 1093 time: 3.5221484 Oct 27 16:36:05.093016 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02011a50-cf9d-4fc9-8546-11382b2e381e', 'tag': '63231626-2a4c-4d5e-be79-43c2c12685d9'}] {{(pid=101665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:36:05.099871 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-d02c9f88-5230-4b90-a550-28430dfdbfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:05.100794 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-d02c9f88-5230-4b90-a550-28430dfdbfcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for port, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:05.102361 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-d02c9f88-5230-4b90-a550-28430dfdbfcb service neutron] 10.222.0.66 "PUT /v2.0/ports/a90a4eda-f446-46d2-974b-bc14587851d9 HTTP/1.1" status: 200 len: 1094 time: 3.5332739 Oct 27 16:36:05.143123 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c9f88-5230-4b90-a550-28430dfdbfcb service neutron] Pushing event updated for resources: {'Port': ['ID=a90a4eda-f446-46d2-974b-bc14587851d9,revision_number=3']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:05.177184 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 6529a2dc-4614-4a8f-a99c-b74bee49ace1 up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:36:05.255305 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-41dfff97-7c20-4013-a125-41bc48a2e02c tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622'] for port, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:05.268635 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e33e1-58a6-4213-b51e-1363e919eb74 service neutron] Pushing event updated for resources: {'Port': ['ID=63231626-2a4c-4d5e-be79-43c2c12685d9,revision_number=3']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:05.320233 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port 6529a2dc-4614-4a8f-a99c-b74bee49ace1 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:36:05.321965 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:05.330983 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe14cf-28a2-4c14-9e7b-7c19476d0eaa req-da9b5b41-e1f3-4fe4-bd79-9c2f2021af91 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:05.332943 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2ffe14cf-28a2-4c14-9e7b-7c19476d0eaa req-da9b5b41-e1f3-4fe4-bd79-9c2f2021af91 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/ports?device_id=02011a50-cf9d-4fc9-8546-11382b2e381e HTTP/1.1" status: 200 len: 943 time: 0.2413175 Oct 27 16:36:05.360025 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e855964699ac36e6c3d6e47e1242f42c8ffa7ad1730da4fc31a2584ac71f7baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66e0054-fdb5-4bad-99de-fabd0aa05fac" -d '{"events": [{"name": "network-changed", "server_uuid": "02011a50-cf9d-4fc9-8546-11382b2e381e", "tag": "63231626-2a4c-4d5e-be79-43c2c12685d9"}]}' {{(pid=101665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:36:05.372494 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41dfff97-7c20-4013-a125-41bc48a2e02c tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Network b60b3993-7427-4bdc-87fb-6dbc7e937750 is already hosted by enough agents. {{(pid=101666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:36:05.404133 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882eb12-3a7b-444e-bb12-576e55c20c40 req-a0c6b9df-5591-4e81-819f-b5cf0d3bc2a5 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:05.405842 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a882eb12-3a7b-444e-bb12-576e55c20c40 req-a0c6b9df-5591-4e81-819f-b5cf0d3bc2a5 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 944 time: 0.2442799 Oct 27 16:36:05.413518 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.db_base_plugin_common [None req-d59f180d-1e9c-4d6c-9d3f-1b75bd21ead5 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Allocated IP 172.27.0.33 (b60b3993-7427-4bdc-87fb-6dbc7e937750/bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1/1c9afbde-d450-4957-882c-d3ae03b7fd92) {{(pid=101666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:36:05.415816 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dfff97-7c20-4013-a125-41bc48a2e02c tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Pushing event updated for resources: {'Port': ['ID=818d6e12-3a93-42fe-a5ad-360d98bcc54d,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:05.418494 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [None req-41dfff97-7c20-4013-a125-41bc48a2e02c tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Resources bound (agent type, host, resource id): {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:36:05.429084 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dfff97-7c20-4013-a125-41bc48a2e02c tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Received port after_create {{(pid=101666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:36:05.558781 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2ffe14cf-28a2-4c14-9e7b-7c19476d0eaa req-6d281a08-3020-47bb-bacd-6ff37aed00d4 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/security-groups?id=7e176cf0-4318-49f1-b8ff-76f0e9783e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139306 Oct 27 16:36:05.605958 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a882eb12-3a7b-444e-bb12-576e55c20c40 req-b4511c6e-c01b-4fb9-9d68-1887117224d2 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792009 Oct 27 16:36:05.615685 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-41dfff97-7c20-4013-a125-41bc48a2e02c tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:05.816165 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8bfd8946-ed87-4b02-b0de-c3743b1fad5c req-d461fb10-e3fa-4472-9762-df225b4912da tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 210 time: 0.0959060 Oct 27 16:36:05.819725 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-d59f180d-1e9c-4d6c-9d3f-1b75bd21ead5 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks [] for port, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:05.821815 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-41dfff97-7c20-4013-a125-41bc48a2e02c tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:05.869303 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e255ff-16aa-4255-8168-50873aa9e5c2 x-openstack-request-id: req-72e255ff-16aa-4255-8168-50873aa9e5c2 {{(pid=101665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:36:05.870053 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02011a50-cf9d-4fc9-8546-11382b2e381e", "tag": "63231626-2a4c-4d5e-be79-43c2c12685d9", "status": "completed", "code": 200}]} {{(pid=101665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:36:05.870465 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-72e255ff-16aa-4255-8168-50873aa9e5c2 {{(pid=101665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:36:05.870939 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02011a50-cf9d-4fc9-8546-11382b2e381e', 'tag': '63231626-2a4c-4d5e-be79-43c2c12685d9', 'status': 'completed', 'code': 200} Oct 27 16:36:05.950918 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-d59f180d-1e9c-4d6c-9d3f-1b75bd21ead5 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622'] for port, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:06.016949 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59f180d-1e9c-4d6c-9d3f-1b75bd21ead5 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Network b60b3993-7427-4bdc-87fb-6dbc7e937750 is already hosted by enough agents. {{(pid=101666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:36:06.025849 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [None req-d59f180d-1e9c-4d6c-9d3f-1b75bd21ead5 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Resources bound (agent type, host, resource id): {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:36:06.035214 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59f180d-1e9c-4d6c-9d3f-1b75bd21ead5 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Received port after_create {{(pid=101666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:36:06.044039 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f180d-1e9c-4d6c-9d3f-1b75bd21ead5 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Pushing event updated for resources: {'Port': ['ID=1c9afbde-d450-4957-882c-d3ae03b7fd92,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:06.110278 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-41dfff97-7c20-4013-a125-41bc48a2e02c tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks [] for port, precommit_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:06.115794 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-d59f180d-1e9c-4d6c-9d3f-1b75bd21ead5 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:06.120601 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-41dfff97-7c20-4013-a125-41bc48a2e02c tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:06.168433 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-41dfff97-7c20-4013-a125-41bc48a2e02c tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3734057'] for floatingip, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:06.194595 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-d59f180d-1e9c-4d6c-9d3f-1b75bd21ead5 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:06.197078 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dfff97-7c20-4013-a125-41bc48a2e02c tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Pushing event updated for resources: {'Port': ['ID=818d6e12-3a93-42fe-a5ad-360d98bcc54d,revision_number=2']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:06.202966 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-41dfff97-7c20-4013-a125-41bc48a2e02c tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for floatingip, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:06.204493 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-41dfff97-7c20-4013-a125-41bc48a2e02c tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2463570 Oct 27 16:36:06.489025 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-6f267646-c8c6-4601-8fea-afb4fa0afa15 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--1139478154&fields=id&tenant_id=5a56e030f182417680e61e5c27a2cb30 HTTP/1.1" status: 200 len: 267 time: 0.0562692 Oct 27 16:36:06.596374 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-d59f180d-1e9c-4d6c-9d3f-1b75bd21ead5 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks [] for port, precommit_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:06.606940 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-d59f180d-1e9c-4d6c-9d3f-1b75bd21ead5 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:06.677343 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-d59f180d-1e9c-4d6c-9d3f-1b75bd21ead5 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3734057'] for floatingip, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:06.704116 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-b8361f6c-978a-4eee-918c-9fcb6a8171be tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:06.705570 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-b8361f6c-978a-4eee-918c-9fcb6a8171be tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/networks?id=04e556bb-e81e-445a-9a9a-3eeb79203905 HTTP/1.1" status: 200 len: 817 time: 0.2087462 Oct 27 16:36:06.729122 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-d59f180d-1e9c-4d6c-9d3f-1b75bd21ead5 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for floatingip, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:06.730269 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-d59f180d-1e9c-4d6c-9d3f-1b75bd21ead5 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1273313 Oct 27 16:36:06.750881 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f180d-1e9c-4d6c-9d3f-1b75bd21ead5 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Pushing event updated for resources: {'Port': ['ID=1c9afbde-d450-4957-882c-d3ae03b7fd92,revision_number=2']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:06.756448 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-7d4cc5e6-4a89-4bbe-8da0-591cf0baf25b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/quotas/5a56e030f182417680e61e5c27a2cb30 HTTP/1.1" status: 200 len: 375 time: 0.0302780 Oct 27 16:36:06.782604 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2015a0-2782-4b10-a9b6-cecf78204c2e req-7793198b-723d-4980-8b39-8347e3a3ba70 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:06.784022 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8e2015a0-2782-4b10-a9b6-cecf78204c2e req-7793198b-723d-4980-8b39-8347e3a3ba70 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/ports?device_id=02011a50-cf9d-4fc9-8546-11382b2e381e HTTP/1.1" status: 200 len: 943 time: 0.1245174 Oct 27 16:36:06.852889 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-78ff30ff-c331-4e89-ba28-9ea8519d3c1e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=5a56e030f182417680e61e5c27a2cb30&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0863805 Oct 27 16:36:06.862180 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8e2015a0-2782-4b10-a9b6-cecf78204c2e req-ed5ec659-734d-49ab-975e-e0692520694e tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/security-groups?id=7e176cf0-4318-49f1-b8ff-76f0e9783e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577879 Oct 27 16:36:07.010781 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-876a24c8-a986-45fd-9b3f-9182da9b2adc service neutron] 10.222.0.91 "GET /v2.0/networks/04e556bb-e81e-445a-9a9a-3eeb79203905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416414 Oct 27 16:36:07.020643 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c4858-5e01-4074-9b15-7cb8d73c8218 req-06380cab-d112-4771-abe6-12cd40dbcb86 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:07.022660 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a09c4858-5e01-4074-9b15-7cb8d73c8218 req-06380cab-d112-4771-abe6-12cd40dbcb86 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 944 time: 0.1014440 Oct 27 16:36:07.099804 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0 up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:36:07.126799 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a09c4858-5e01-4074-9b15-7cb8d73c8218 req-637f4bfc-1408-4eda-9377-a9e1cec78ca2 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936866 Oct 27 16:36:07.179474 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port 1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:36:07.179989 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:07.183555 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-6dc8a92b-e29a-445d-bf23-a78491570a8d service neutron] 10.222.0.91 "GET /v2.0/networks/04e556bb-e81e-445a-9a9a-3eeb79203905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578472 Oct 27 16:36:07.227533 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-8fefd54f-5127-41b7-a0fb-4ca6e37a40ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:07.230044 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-8fefd54f-5127-41b7-a0fb-4ca6e37a40ac service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c18af2229f264790a5b0de57cf8f74a2&device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 1097 time: 0.1514134 Oct 27 16:36:07.236230 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c281bc8d-bbf2-4fce-a830-8834bd924484 req-78e69f5d-6cc9-4d2d-b901-daecac10dc09 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 210 time: 0.0355833 Oct 27 16:36:07.242689 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e0054-fdb5-4bad-99de-fabd0aa05fac req-72f19eeb-5a8c-48cd-8ff8-a125f5a431b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:07.244961 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-e66e0054-fdb5-4bad-99de-fabd0aa05fac req-72f19eeb-5a8c-48cd-8ff8-a125f5a431b3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=53ca376210864b438cc4d85221b55e8f&device_id=02011a50-cf9d-4fc9-8546-11382b2e381e HTTP/1.1" status: 200 len: 1096 time: 0.1183953 Oct 27 16:36:07.374134 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-77bac61c-6181-44cb-9df6-1e2a4a8df47d tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--696183380&fields=id&tenant_id=6b1d6307da9940d7aadfdaa9f13487e5 HTTP/1.1" status: 200 len: 267 time: 0.0519514 Oct 27 16:36:07.388626 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-568df15c-1cb4-4553-96c1-df2a7ad0c2c7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a90a4eda-f446-46d2-974b-bc14587851d9 HTTP/1.1" status: 200 len: 217 time: 0.1193695 Oct 27 16:36:07.490116 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6223780d-48b9-4338-8273-da3d5f943c70 req-bfbfeaac-0179-4f8a-84ea-04722391741b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 210 time: 0.0786765 Oct 27 16:36:07.543806 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-ee4c59ee-9acb-4155-a97c-a3c0b3d38159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:07.545293 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-ee4c59ee-9acb-4155-a97c-a3c0b3d38159 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=18c76782-16a7-43ea-ba24-ce3fb0a83071 HTTP/1.1" status: 200 len: 854 time: 0.1301820 Oct 27 16:36:07.597869 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-3bad69e0-1049-43bd-ae02-cb281f242c14 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:07.599399 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-3bad69e0-1049-43bd-ae02-cb281f242c14 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/networks?id=900de597-e873-4f99-a7d4-e023d99223de HTTP/1.1" status: 200 len: 810 time: 0.2108934 Oct 27 16:36:07.631274 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.66', 49969) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:07.655421 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-baafca41-c212-46c4-bb66-02523655451c tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/quotas/6b1d6307da9940d7aadfdaa9f13487e5 HTTP/1.1" status: 200 len: 375 time: 0.0484147 Oct 27 16:36:07.668747 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-754a2138-cd9e-4cef-ad01-ab76eb491c23 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=98382a90-1d72-4726-8dcd-70a187bd6af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042175 Oct 27 16:36:07.792041 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-56246c0b-4923-4b77-8c45-f2af4cb6655c tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=6b1d6307da9940d7aadfdaa9f13487e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1228421 Oct 27 16:36:07.806995 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e0054-fdb5-4bad-99de-fabd0aa05fac req-115ca32d-7935-4e16-be26-1205a896aef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:07.812056 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-e66e0054-fdb5-4bad-99de-fabd0aa05fac req-115ca32d-7935-4e16-be26-1205a896aef1 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=53ca376210864b438cc4d85221b55e8f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4843206 Oct 27 16:36:07.906976 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f75a58-ef4b-4989-8932-57a21ae886b7', 'tag': 'a90a4eda-f446-46d2-974b-bc14587851d9'}] {{(pid=101665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:36:07.910240 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e855964699ac36e6c3d6e47e1242f42c8ffa7ad1730da4fc31a2584ac71f7baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66cd8d6-4150-4d1e-8a6a-5a5e8adbf893" -d '{"events": [{"name": "network-changed", "server_uuid": "a1f75a58-ef4b-4989-8932-57a21ae886b7", "tag": "a90a4eda-f446-46d2-974b-bc14587851d9"}]}' {{(pid=101665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:36:07.969793 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-bcf30a5d-8034-4046-aa89-d9c42e15f882 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:07.971451 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-bcf30a5d-8034-4046-aa89-d9c42e15f882 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.66 "GET /v2.0/networks?id=4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14 HTTP/1.1" status: 200 len: 819 time: 0.3391566 Oct 27 16:36:08.030863 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-fac7aeb4-bc5f-4f65-b680-20460713efe4 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Request body: {'port': {'device_id': '240e4792-ffdb-49de-a6e9-ead07da558aa', 'network_id': '4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14', 'admin_state_up': True, 'tenant_id': 'a764bac289b649e9b1671333d51f7db3'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:36:08.037319 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-04222332-99c4-45d4-9739-247ce395190c service neutron] 10.222.0.91 "GET /v2.0/networks/900de597-e873-4f99-a7d4-e023d99223de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244790 Oct 27 16:36:08.157610 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.66', 49972) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:08.288130 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d03bb14e-28d7-4b87-ba01-e385688c9dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:08.295424 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-551da7a6-93a3-498a-b250-3afd1708824c service neutron] 10.222.0.66 "GET /v2.0/networks/98382a90-1d72-4726-8dcd-70a187bd6af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5906219 Oct 27 16:36:08.359983 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-3cec4f24-9520-4b10-ae6e-15d737bff7c2 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:08.369780 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-3cec4f24-9520-4b10-ae6e-15d737bff7c2 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.66 "GET /v2.0/networks?id=4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14 HTTP/1.1" status: 200 len: 819 time: 0.2111351 Oct 27 16:36:08.400728 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-d4cabdb1-4f67-4ee7-9890-64ad3e9ab53e tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Request body: {'port': {'device_id': 'cc71c9ed-8ae6-4e2a-b052-b3d777b3659f', 'network_id': '4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14', 'admin_state_up': True, 'tenant_id': 'a764bac289b649e9b1671333d51f7db3'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:36:08.454871 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e0054-fdb5-4bad-99de-fabd0aa05fac req-32aad8a3-0260-4070-b1ef-bc78c38a83c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:08.456001 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-e66e0054-fdb5-4bad-99de-fabd0aa05fac req-32aad8a3-0260-4070-b1ef-bc78c38a83c4 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6319027 Oct 27 16:36:08.517838 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-845d8a12-dfce-4776-8dad-a481ce9940c7 req-4f2e08b4-97b1-4974-9f09-6fed44967ce3 service neutron] 10.222.0.66 "GET /v2.0/networks/98382a90-1d72-4726-8dcd-70a187bd6af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011931 Oct 27 16:36:08.617888 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6e5a0-3b4e-47a8-9385-ad9626f2b0e5 req-38d9e145-1f28-4789-9b02-8c6d862f205a tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:08.626239 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d3a6e5a0-3b4e-47a8-9385-ad9626f2b0e5 req-38d9e145-1f28-4789-9b02-8c6d862f205a tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/ports?device_id=02011a50-cf9d-4fc9-8546-11382b2e381e HTTP/1.1" status: 200 len: 943 time: 0.6357875 Oct 27 16:36:08.626501 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-42146f9d-d48d-4b46-9967-12e1a9350a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:08.629284 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-42146f9d-d48d-4b46-9967-12e1a9350a55 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=53ca376210864b438cc4d85221b55e8f&device_id=02011a50-cf9d-4fc9-8546-11382b2e381e HTTP/1.1" status: 200 len: 1096 time: 0.0765927 Oct 27 16:36:08.680120 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 49534) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:08.725143 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-6d9acf11-aeb2-4477-ab3d-02851bee720d service neutron] 10.222.0.91 "GET /v2.0/networks/900de597-e873-4f99-a7d4-e023d99223de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6749547 Oct 27 16:36:08.741597 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d3a6e5a0-3b4e-47a8-9385-ad9626f2b0e5 req-fd7c7707-10d0-4be3-b0fd-5839489d6976 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/security-groups?id=7e176cf0-4318-49f1-b8ff-76f0e9783e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100640 Oct 27 16:36:08.760922 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-d4cabdb1-4f67-4ee7-9890-64ad3e9ab53e tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Made reservation on behalf of a764bac289b649e9b1671333d51f7db3 for: {'port': 1} {{(pid=101666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:36:08.760922 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-d4cabdb1-4f67-4ee7-9890-64ad3e9ab53e tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:08.773242 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-c92a7035-7515-412f-92a0-59e62f59c4cd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63231626-2a4c-4d5e-be79-43c2c12685d9 HTTP/1.1" status: 200 len: 217 time: 0.1232646 Oct 27 16:36:08.849109 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-ae839e81-8669-4de7-8e4b-b15ed9034cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:08.850663 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-ae839e81-8669-4de7-8e4b-b15ed9034cf1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f88ba24a-84ce-401d-a895-143f07ad294b HTTP/1.1" status: 200 len: 852 time: 0.0656841 Oct 27 16:36:08.887170 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-fac7aeb4-bc5f-4f65-b680-20460713efe4 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Made reservation on behalf of a764bac289b649e9b1671333d51f7db3 for: {'port': 1} {{(pid=101666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:36:08.890742 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-fac7aeb4-bc5f-4f65-b680-20460713efe4 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:08.901849 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-ecd349ad-1b58-43ee-9968-c2e3a69aa64b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bbf07222-f19e-4bee-94ae-b2e7cffee06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415313 Oct 27 16:36:08.912401 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504a840c-e0d9-499e-86d6-d10c5ed7d2c4 x-openstack-request-id: req-504a840c-e0d9-499e-86d6-d10c5ed7d2c4 {{(pid=101665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:36:08.912561 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1f75a58-ef4b-4989-8932-57a21ae886b7", "tag": "a90a4eda-f446-46d2-974b-bc14587851d9", "status": "completed", "code": 200}]} {{(pid=101665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:36:08.912807 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-504a840c-e0d9-499e-86d6-d10c5ed7d2c4 {{(pid=101665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:36:08.913237 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1f75a58-ef4b-4989-8932-57a21ae886b7', 'tag': 'a90a4eda-f446-46d2-974b-bc14587851d9', 'status': 'completed', 'code': 200} Oct 27 16:36:08.992215 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-8d1bc6c0-2afb-4f0e-938d-3777a5975dcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:09.027405 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.66', 49977) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:09.108744 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66cd8d6-4150-4d1e-8a6a-5a5e8adbf893 req-d8f40e70-95ee-402c-964b-d6a2bab69f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:09.110377 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-a66cd8d6-4150-4d1e-8a6a-5a5e8adbf893 req-d8f40e70-95ee-402c-964b-d6a2bab69f07 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c18af2229f264790a5b0de57cf8f74a2&device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 1097 time: 0.1523521 Oct 27 16:36:09.121446 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-5d33024f-9f21-4296-ba5f-7333b20b4c7a service neutron] 10.222.0.66 "GET /v2.0/networks/bbf07222-f19e-4bee-94ae-b2e7cffee06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924498 Oct 27 16:36:09.468157 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1d0b8ae5-23e9-470a-92ca-08f8e67b31ae req-ccae84d4-e911-4855-9990-9e0d32b47632 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 210 time: 0.2309556 Oct 27 16:36:09.497645 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8b109-56c5-4957-b84e-0897f23a703c req-15d3a531-e50d-4b81-9d85-3c0ab48a3fa2 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:09.499260 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-65c8b109-56c5-4957-b84e-0897f23a703c req-15d3a531-e50d-4b81-9d85-3c0ab48a3fa2 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 944 time: 0.5216000 Oct 27 16:36:09.518848 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.db_base_plugin_common [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-d4cabdb1-4f67-4ee7-9890-64ad3e9ab53e tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Allocated IP 172.20.0.14 (4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14/fb778c79-e1ca-40aa-a2d2-a768cb1fae5c/7ae663fd-1d43-45ed-baed-4618e9786532) {{(pid=101666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:36:09.605508 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2c777aee-54df-4196-a1f5-a0446eef2ca1 req-f12b60ea-0fe5-42de-98c0-cccc8e2ebeba tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 210 time: 0.0667303 Oct 27 16:36:09.617544 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-bc5486f3-b418-429a-8a53-106b2f2e2113 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:09.618957 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-bc5486f3-b418-429a-8a53-106b2f2e2113 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.66 "GET /v2.0/networks?id=04e556bb-e81e-445a-9a9a-3eeb79203905 HTTP/1.1" status: 200 len: 817 time: 0.5758071 Oct 27 16:36:09.663466 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-65c8b109-56c5-4957-b84e-0897f23a703c req-300b7f9f-955b-427f-a1bc-476dcac759ff tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479237 Oct 27 16:36:09.670634 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-8d1bc6c0-2afb-4f0e-938d-3777a5975dcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:09.682766 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-8d1bc6c0-2afb-4f0e-938d-3777a5975dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:09.715109 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c3060cd7-7806-479c-9c61-4cd51f995396 req-52b28012-01b1-4358-b4ca-c0b5f1514238 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 210 time: 0.0481257 Oct 27 16:36:09.785573 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1bc6c0-2afb-4f0e-938d-3777a5975dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2256e74-9173-4643-9f3b-35d56d7b90b1,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:09.795738 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-8d1bc6c0-2afb-4f0e-938d-3777a5975dcd admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=302303482e6340ad9d09d85f37c1f28f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1153765 Oct 27 16:36:09.798083 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 49564) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:09.906463 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-d4cabdb1-4f67-4ee7-9890-64ad3e9ab53e tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Publish callbacks [] for port, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:09.933501 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bc68c-6e3e-4220-963f-690941d5fe14 req-2e189e77-5268-4072-b02b-8f08fcc2a79d tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:09.934981 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cd9bc68c-6e3e-4220-963f-690941d5fe14 req-2e189e77-5268-4072-b02b-8f08fcc2a79d tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/ports?device_id=02011a50-cf9d-4fc9-8546-11382b2e381e HTTP/1.1" status: 200 len: 943 time: 0.1182897 Oct 27 16:36:09.940063 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-3be108b4-4ffb-4e0c-bf65-a6dd2a8d6867 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:10.000597 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-3be108b4-4ffb-4e0c-bf65-a6dd2a8d6867 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:10.033029 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-d4cabdb1-4f67-4ee7-9890-64ad3e9ab53e tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622'] for port, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:10.044521 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cd9bc68c-6e3e-4220-963f-690941d5fe14 req-57be5f0d-9d59-4d77-a542-9118ebbc826b tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/security-groups?id=7e176cf0-4318-49f1-b8ff-76f0e9783e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013238 Oct 27 16:36:10.164662 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-d4cabdb1-4f67-4ee7-9890-64ad3e9ab53e tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Network 4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14 is already hosted by enough agents. {{(pid=101666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:36:10.168854 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.db_base_plugin_common [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-fac7aeb4-bc5f-4f65-b680-20460713efe4 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Allocated IP 172.20.0.3 (4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14/fb778c79-e1ca-40aa-a2d2-a768cb1fae5c/d936b1e4-d206-4630-a2fd-ceb92f939c4a) {{(pid=101666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:36:10.171729 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-d4cabdb1-4f67-4ee7-9890-64ad3e9ab53e tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Resources bound (agent type, host, resource id): {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:36:10.176119 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cabdb1-4f67-4ee7-9890-64ad3e9ab53e tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Pushing event updated for resources: {'Port': ['ID=7ae663fd-1d43-45ed-baed-4618e9786532,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:10.178383 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-d4cabdb1-4f67-4ee7-9890-64ad3e9ab53e tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Received port after_create {{(pid=101666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:36:10.184141 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-d4cabdb1-4f67-4ee7-9890-64ad3e9ab53e tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:10.185006 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-d4cabdb1-4f67-4ee7-9890-64ad3e9ab53e tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:10.198278 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-3be108b4-4ffb-4e0c-bf65-a6dd2a8d6867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:10.200909 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-3be108b4-4ffb-4e0c-bf65-a6dd2a8d6867 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:10.202031 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-3be108b4-4ffb-4e0c-bf65-a6dd2a8d6867 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d2256e74-9173-4643-9f3b-35d56d7b90b1 HTTP/1.1" status: 204 len: 168 time: 0.4030557 Oct 27 16:36:10.219829 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be108b4-4ffb-4e0c-bf65-a6dd2a8d6867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2256e74-9173-4643-9f3b-35d56d7b90b1,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:10.234450 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-d4cabdb1-4f67-4ee7-9890-64ad3e9ab53e tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8424714 Oct 27 16:36:10.370743 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-fac7aeb4-bc5f-4f65-b680-20460713efe4 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Publish callbacks [] for port, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:10.412802 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-fac7aeb4-bc5f-4f65-b680-20460713efe4 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622'] for port, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:10.463944 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-fac7aeb4-bc5f-4f65-b680-20460713efe4 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Network 4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14 is already hosted by enough agents. {{(pid=101666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:36:10.467206 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-fac7aeb4-bc5f-4f65-b680-20460713efe4 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Resources bound (agent type, host, resource id): {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:36:10.471560 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-fac7aeb4-bc5f-4f65-b680-20460713efe4 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Received port after_create {{(pid=101666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:36:10.481089 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-fac7aeb4-bc5f-4f65-b680-20460713efe4 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:10.481978 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-fac7aeb4-bc5f-4f65-b680-20460713efe4 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:10.493337 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 49574) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:10.498590 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac7aeb4-bc5f-4f65-b680-20460713efe4 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Pushing event updated for resources: {'Port': ['ID=d936b1e4-d206-4630-a2fd-ceb92f939c4a,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:10.510966 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-36994f6f-66b1-48ca-b158-baa7e84da4a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:10.511960 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-fac7aeb4-bc5f-4f65-b680-20460713efe4 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5201230 Oct 27 16:36:10.586794 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-36994f6f-66b1-48ca-b158-baa7e84da4a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:10.591072 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-36994f6f-66b1-48ca-b158-baa7e84da4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:10.591543 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df3878-cfdf-482f-acdf-708538d1ad18 req-44416e4e-001f-469d-8025-3d6f0c7260a7 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:10.593230 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-94df3878-cfdf-482f-acdf-708538d1ad18 req-44416e4e-001f-469d-8025-3d6f0c7260a7 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 932 time: 0.0474498 Oct 27 16:36:10.626944 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36994f6f-66b1-48ca-b158-baa7e84da4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd52bc9-5bd5-48ca-970a-6e6af367d73d,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:10.632906 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-94df3878-cfdf-482f-acdf-708538d1ad18 req-1015195b-d472-49ee-b899-713e0664ba69 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336556 Oct 27 16:36:10.636349 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-36994f6f-66b1-48ca-b158-baa7e84da4a2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=fa15cc33908948cfa20e999e4d79304e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1391447 Oct 27 16:36:10.637988 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 49578) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:10.693773 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a30bdb59-5aa5-4180-b876-a2e7d42995a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:10.717466 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a30bdb59-5aa5-4180-b876-a2e7d42995a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:10.721173 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-95717c11-b158-4382-a101-5f0d189eaf61 req-cc11682a-53ea-4306-b00a-53181464539a tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 210 time: 0.0373645 Oct 27 16:36:10.779318 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a30bdb59-5aa5-4180-b876-a2e7d42995a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:10.781934 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a30bdb59-5aa5-4180-b876-a2e7d42995a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:10.785823 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-a30bdb59-5aa5-4180-b876-a2e7d42995a8 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9bd52bc9-5bd5-48ca-970a-6e6af367d73d HTTP/1.1" status: 204 len: 168 time: 0.1468616 Oct 27 16:36:10.787969 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c33223-569c-4b41-a787-4657b6f4715c req-3a01a7bb-ad4f-4937-9569-32f63f86a51d tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:10.789684 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-55c33223-569c-4b41-a787-4657b6f4715c req-3a01a7bb-ad4f-4937-9569-32f63f86a51d tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 944 time: 0.0501993 Oct 27 16:36:10.796949 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30bdb59-5aa5-4180-b876-a2e7d42995a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd52bc9-5bd5-48ca-970a-6e6af367d73d,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:10.824402 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3340635c-ab29-4a8d-83b8-1b59d6cc3af4 req-c3bde84b-de98-467f-982a-ab8ca03947ef tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 210 time: 0.0336671 Oct 27 16:36:10.850836 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-55c33223-569c-4b41-a787-4657b6f4715c req-98a5e2e9-2664-4abf-8c5f-bf4c69fe5f93 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504558 Oct 27 16:36:10.958738 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-9ba20d04-809d-40a5-a940-6e054095a193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:11.158414 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97409622-f218-4a76-8365-da6578e16a02 req-f3063331-b374-41bc-8cf9-f381f45176a9 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:11.159962 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-97409622-f218-4a76-8365-da6578e16a02 req-f3063331-b374-41bc-8cf9-f381f45176a9 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/ports?device_id=02011a50-cf9d-4fc9-8546-11382b2e381e HTTP/1.1" status: 200 len: 943 time: 0.0488980 Oct 27 16:36:11.197767 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-97409622-f218-4a76-8365-da6578e16a02 req-3e1475af-4da7-4ec8-83bf-1a6d589103df tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/security-groups?id=7e176cf0-4318-49f1-b8ff-76f0e9783e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317264 Oct 27 16:36:11.753119 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7014d7f-2ac3-4af6-8c2e-fd7b1aff7eb1 req-47438fd7-3c23-4cff-89a3-cd4a9eb02051 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:11.754734 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d7014d7f-2ac3-4af6-8c2e-fd7b1aff7eb1 req-47438fd7-3c23-4cff-89a3-cd4a9eb02051 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 932 time: 0.0494378 Oct 27 16:36:11.795217 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d7014d7f-2ac3-4af6-8c2e-fd7b1aff7eb1 req-a27bf24e-c70c-4cfb-a70c-0ad56b5fe634 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329583 Oct 27 16:36:11.826926 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4b04d5ef-707d-48eb-91df-50f8afdbf4f8 req-134c6fad-1109-4b06-81f0-69bcae86048b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 210 time: 0.0291476 Oct 27 16:36:11.917599 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b4f03f88-5ad9-4e7c-9040-4930a5cc8787 req-135f7de3-c619-403a-a5ea-8f60f0a061d7 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 210 time: 0.0266166 Oct 27 16:36:11.975535 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966edad6-b658-4af1-9dc3-d98922210372 req-ac603b2d-1e34-4539-9039-8c6acdd0d30a tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:11.977233 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-966edad6-b658-4af1-9dc3-d98922210372 req-ac603b2d-1e34-4539-9039-8c6acdd0d30a tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 944 time: 0.0521162 Oct 27 16:36:12.016490 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-966edad6-b658-4af1-9dc3-d98922210372 req-b8a0b93e-4f3a-48a2-b1ed-b3d6c15d1452 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326505 Oct 27 16:36:12.024760 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:12.333269 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5485b3e-52e2-41a6-bd49-6a9defd4e73f req-bfd38fb7-3b5b-466c-82ca-82eec343e19c tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:12.334825 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b5485b3e-52e2-41a6-bd49-6a9defd4e73f req-bfd38fb7-3b5b-466c-82ca-82eec343e19c tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/ports?device_id=02011a50-cf9d-4fc9-8546-11382b2e381e HTTP/1.1" status: 200 len: 943 time: 0.0542262 Oct 27 16:36:12.381752 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b5485b3e-52e2-41a6-bd49-6a9defd4e73f req-9db67e2d-658f-480d-8ac0-49cdc63fcf83 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/security-groups?id=7e176cf0-4318-49f1-b8ff-76f0e9783e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391047 Oct 27 16:36:12.433155 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:12.595338 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-30be50cb-3cc7-4527-bb1b-df09be5cb5c2 service neutron] Request body: {'port': {'device_id': 'cc71c9ed-8ae6-4e2a-b052-b3d777b3659f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:36:12.655785 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-a0b76aed-00a6-464d-a8b5-499ae87cadaf service neutron] Request body: {'port': {'device_id': '240e4792-ffdb-49de-a6e9-ead07da558aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:36:12.778615 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-cf8bcdc0-af11-4fdd-bc8b-536af1fe65c2 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a56e030f182417680e61e5c27a2cb30 HTTP/1.1" status: 200 len: 380 time: 0.1748555 Oct 27 16:36:12.782777 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-a0b76aed-00a6-464d-a8b5-499ae87cadaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:12.793746 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-30be50cb-3cc7-4527-bb1b-df09be5cb5c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:12.845316 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66cd8d6-4150-4d1e-8a6a-5a5e8adbf893 req-d3a947a3-3ab8-484a-a38e-d24f9083d6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:12.846983 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-a66cd8d6-4150-4d1e-8a6a-5a5e8adbf893 req-d3a947a3-3ab8-484a-a38e-d24f9083d6b6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=98382a90-1d72-4726-8dcd-70a187bd6af7 HTTP/1.1" status: 200 len: 916 time: 0.2635822 Oct 27 16:36:12.848931 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-8db623e2-9ef6-4cac-8186-55efb36e2e26 service neutron] 10.222.0.66 "GET /v2.0/networks/bbf07222-f19e-4bee-94ae-b2e7cffee06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557266 Oct 27 16:36:12.911518 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-a66cd8d6-4150-4d1e-8a6a-5a5e8adbf893 req-40f058bd-2c30-4763-8b25-dc50e41bc895 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a90a4eda-f446-46d2-974b-bc14587851d9 HTTP/1.1" status: 200 len: 217 time: 0.0390036 Oct 27 16:36:12.981607 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-b3f8e720-9554-46aa-9076-1db103e43167 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Request body: {'port': {'device_id': '9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae', 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905', 'admin_state_up': True, 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'security_groups': ['9919a732-f1f0-42c7-ba81-f021ae6d981d']}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:36:12.994898 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66cd8d6-4150-4d1e-8a6a-5a5e8adbf893 req-58805291-20e8-4a3d-8da7-5e6da562e6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:12.996446 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-a66cd8d6-4150-4d1e-8a6a-5a5e8adbf893 req-58805291-20e8-4a3d-8da7-5e6da562e6cb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=18c76782-16a7-43ea-ba24-ce3fb0a83071 HTTP/1.1" status: 200 len: 854 time: 0.0498710 Oct 27 16:36:13.037209 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-a66cd8d6-4150-4d1e-8a6a-5a5e8adbf893 req-103e6fc5-4176-4375-8144-c523ae3dfba5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=98382a90-1d72-4726-8dcd-70a187bd6af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244594 Oct 27 16:36:13.048014 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3af7986b-e990-41e0-ad8c-9ec800e9efbe req-21fda908-66b0-4df1-b765-0f3d128f56ae tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 210 time: 0.0736625 Oct 27 16:36:13.136543 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-a66cd8d6-4150-4d1e-8a6a-5a5e8adbf893 req-bea91b23-e9b9-4cd1-be36-f80dce18e1c2 service neutron] 10.222.0.66 "GET /v2.0/networks/98382a90-1d72-4726-8dcd-70a187bd6af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886235 Oct 27 16:36:13.188286 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-bbbb2502-611d-4ebe-8ff7-6a748169c6da req-37248040-1c78-4777-8f96-61deddca301c tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 210 time: 0.0656345 Oct 27 16:36:13.250561 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-a66cd8d6-4150-4d1e-8a6a-5a5e8adbf893 req-a94a9f5a-8fe3-422d-af25-042c0936acfd service neutron] 10.222.0.66 "GET /v2.0/networks/98382a90-1d72-4726-8dcd-70a187bd6af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024408 Oct 27 16:36:13.371618 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcda7bc-4243-49a9-a517-e651340a6d78 req-0470aed1-dd08-4d0c-a326-03b3789fede2 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:13.373114 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0dcda7bc-4243-49a9-a517-e651340a6d78 req-0470aed1-dd08-4d0c-a326-03b3789fede2 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 932 time: 0.4000952 Oct 27 16:36:13.539778 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0dcda7bc-4243-49a9-a517-e651340a6d78 req-6d94e5e0-6ef3-4f6e-b2d6-1a154f636baf tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385064 Oct 27 16:36:13.553525 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64913f2f-5567-46c0-a78d-3977f1d3b8a4 req-a9c3d676-26f9-432f-9d68-92c66bfa2eba tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:13.555196 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-64913f2f-5567-46c0-a78d-3977f1d3b8a4 req-a9c3d676-26f9-432f-9d68-92c66bfa2eba tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 944 time: 0.2955432 Oct 27 16:36:13.566526 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-b3f8e720-9554-46aa-9076-1db103e43167 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Made reservation on behalf of 5a56e030f182417680e61e5c27a2cb30 for: {'port': 1} {{(pid=101666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:36:13.566526 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-b3f8e720-9554-46aa-9076-1db103e43167 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:13.696283 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-64913f2f-5567-46c0-a78d-3977f1d3b8a4 req-6ece1458-ec45-4b82-8277-36129b744955 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274126 Oct 27 16:36:13.713775 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:13.821184 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-2d5e7a5b-130a-4fdc-a6d9-c8736643f003 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:13.836777 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-2d5e7a5b-130a-4fdc-a6d9-c8736643f003 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.66 "GET /v2.0/networks?id=900de597-e873-4f99-a7d4-e023d99223de HTTP/1.1" status: 200 len: 810 time: 0.2373698 Oct 27 16:36:13.843435 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-a0b76aed-00a6-464d-a8b5-499ae87cadaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d936b1e4-d206-4630-a2fd-ceb92f939c4a {{(pid=101666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:36:13.852135 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-a0b76aed-00a6-464d-a8b5-499ae87cadaf service neutron] Publish callbacks [] for port, precommit_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:13.865788 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c7b39-21e6-4b2b-a099-e8709bd4d874 req-7870b218-4438-496a-a6a6-182eb4004dfd tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:13.868199 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e15c7b39-21e6-4b2b-a099-e8709bd4d874 req-7870b218-4438-496a-a6a6-182eb4004dfd tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/ports?device_id=02011a50-cf9d-4fc9-8546-11382b2e381e HTTP/1.1" status: 200 len: 943 time: 0.2224398 Oct 27 16:36:13.919222 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-2a05dcfe-24d4-4d6f-8b9e-126cef0fb24a tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b1d6307da9940d7aadfdaa9f13487e5 HTTP/1.1" status: 200 len: 379 time: 0.0588250 Oct 27 16:36:13.922719 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.provisioning_blocks [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-a0b76aed-00a6-464d-a8b5-499ae87cadaf service neutron] Transition to ACTIVE for port object d936b1e4-d206-4630-a2fd-ceb92f939c4a will not be triggered until provisioned by entity L2. {{(pid=101666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:36:13.947345 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-e4e851f8-8b9d-47eb-a163-496510ad9f10 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Request body: {'port': {'device_id': 'd848ace4-ad23-4774-9184-50b393417a16', 'network_id': '900de597-e873-4f99-a7d4-e023d99223de', 'admin_state_up': True, 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'security_groups': ['0b8bcf48-87a4-44cb-a295-aa803f58986d']}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:36:13.954976 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-a0b76aed-00a6-464d-a8b5-499ae87cadaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:13.995521 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.db_base_plugin_common [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-b3f8e720-9554-46aa-9076-1db103e43167 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Allocated IP 172.20.0.11 (04e556bb-e81e-445a-9a9a-3eeb79203905/bfd7b3b6-c867-4ea0-ba61-155e778fa591/2efa01dc-81c3-46bb-9ef0-b94159290efa) {{(pid=101666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:36:14.039860 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e15c7b39-21e6-4b2b-a099-e8709bd4d874 req-91bc7591-bd8f-4c6d-bacf-f473f062ba77 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/security-groups?id=7e176cf0-4318-49f1-b8ff-76f0e9783e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441860 Oct 27 16:36:14.040491 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 49696) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:14.104714 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-e4e851f8-8b9d-47eb-a163-496510ad9f10 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Made reservation on behalf of 6b1d6307da9940d7aadfdaa9f13487e5 for: {'port': 1} {{(pid=101665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:36:14.110229 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-e4e851f8-8b9d-47eb-a163-496510ad9f10 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:14.119764 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b76aed-00a6-464d-a8b5-499ae87cadaf service neutron] Pushing event updated for resources: {'Port': ['ID=d936b1e4-d206-4630-a2fd-ceb92f939c4a,revision_number=2']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:14.315850 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.db_base_plugin_common [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-e4e851f8-8b9d-47eb-a163-496510ad9f10 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Allocated IP 172.20.0.10 (900de597-e873-4f99-a7d4-e023d99223de/ae9f7717-3703-4043-b05c-cf4237b7a0b2/01fb2c1e-9441-4877-b896-538153069ce7) {{(pid=101665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:36:14.327269 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-a0b76aed-00a6-464d-a8b5-499ae87cadaf service neutron] Attempting to bind port d936b1e4-d206-4630-a2fd-ceb92f939c4a on host hv-cinder-81565 for vnic_type normal with profile {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:36:14.327721 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-a0b76aed-00a6-464d-a8b5-499ae87cadaf service neutron] Attempting to bind port d936b1e4-d206-4630-a2fd-ceb92f939c4a by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '29b05e4f-1fbd-4194-bf65-15dc47a9d766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14'}] {{(pid=101666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:36:14.328462 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-a0b76aed-00a6-464d-a8b5-499ae87cadaf service neutron] Attempting to bind port d936b1e4-d206-4630-a2fd-ceb92f939c4a on network 4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14 {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:36:14.367436 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d4010f60-bc44-4249-9a1a-d504b58c8859 req-4636be37-6e76-4230-a07f-956584637aab tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 210 time: 0.1744320 Oct 27 16:36:14.406136 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c4cd34c8-2342-4523-81ee-a8d50173e1da req-3f3265e3-41bd-4adc-907b-34081f5cad26 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 210 time: 0.0479865 Oct 27 16:36:14.406827 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-a0b76aed-00a6-464d-a8b5-499ae87cadaf service neutron] Port d936b1e4-d206-4630-a2fd-ceb92f939c4a on network 4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:36:14.407026 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-a0b76aed-00a6-464d-a8b5-499ae87cadaf service neutron] Attempting to bind port d936b1e4-d206-4630-a2fd-ceb92f939c4a on network 4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14 {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:36:14.416990 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-cc2db221-2a70-4467-8570-f4e5a5eb7cd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:14.433776 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-a0b76aed-00a6-464d-a8b5-499ae87cadaf service neutron] Checking agent: {'id': '082437a5-0f96-45b0-8b8c-6a124d6faa93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 33, 51), 'started_at': datetime.datetime(2021, 10, 27, 16, 33, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:36:14.434138 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-a0b76aed-00a6-464d-a8b5-499ae87cadaf service neutron] Checking segment: {'id': '29b05e4f-1fbd-4194-bf65-15dc47a9d766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:36:14.434685 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-a0b76aed-00a6-464d-a8b5-499ae87cadaf service neutron] Bound using segment: {'id': '29b05e4f-1fbd-4194-bf65-15dc47a9d766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14'} {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:36:14.435147 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-a0b76aed-00a6-464d-a8b5-499ae87cadaf service neutron] Bound port: d936b1e4-d206-4630-a2fd-ceb92f939c4a, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29b05e4f-1fbd-4194-bf65-15dc47a9d766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14'}}] {{(pid=101666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:36:14.435501 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-a0b76aed-00a6-464d-a8b5-499ae87cadaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:14.477229 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-e4e851f8-8b9d-47eb-a163-496510ad9f10 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks [] for port, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:14.511920 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-e4e851f8-8b9d-47eb-a163-496510ad9f10 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2512089'] for port, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:14.549059 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-b3f8e720-9554-46aa-9076-1db103e43167 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks [] for port, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:14.550056 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-e4e851f8-8b9d-47eb-a163-496510ad9f10 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Network 900de597-e873-4f99-a7d4-e023d99223de is already hosted by enough agents. {{(pid=101665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:36:14.554988 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.base_scheduler [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-e4e851f8-8b9d-47eb-a163-496510ad9f10 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Resources bound (agent type, host, resource id): {{(pid=101665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:36:14.557737 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-e4e851f8-8b9d-47eb-a163-496510ad9f10 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Received port after_create {{(pid=101665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:36:14.577646 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-30be50cb-3cc7-4527-bb1b-df09be5cb5c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ae663fd-1d43-45ed-baed-4618e9786532 {{(pid=101666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:36:14.601641 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e851f8-8b9d-47eb-a163-496510ad9f10 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Pushing event updated for resources: {'Port': ['ID=01fb2c1e-9441-4877-b896-538153069ce7,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:14.613658 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-30be50cb-3cc7-4527-bb1b-df09be5cb5c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:14.620305 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-e4e851f8-8b9d-47eb-a163-496510ad9f10 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:14.621048 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-e4e851f8-8b9d-47eb-a163-496510ad9f10 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for port, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:14.636196 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-b3f8e720-9554-46aa-9076-1db103e43167 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622'] for port, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:14.644114 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-e4e851f8-8b9d-47eb-a163-496510ad9f10 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6997187 Oct 27 16:36:14.659147 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-4e7f0bcb-7ad5-401c-982b-928ccb4b359d service neutron] Request body: {'port': {'device_id': 'd848ace4-ad23-4774-9184-50b393417a16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:36:14.719172 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.provisioning_blocks [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-30be50cb-3cc7-4527-bb1b-df09be5cb5c2 service neutron] Transition to ACTIVE for port object 7ae663fd-1d43-45ed-baed-4618e9786532 will not be triggered until provisioned by entity L2. {{(pid=101666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:36:14.733464 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-4e7f0bcb-7ad5-401c-982b-928ccb4b359d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:14.745627 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-a0b76aed-00a6-464d-a8b5-499ae87cadaf service neutron] For port d936b1e4-d206-4630-a2fd-ceb92f939c4a, host hv-cinder-81565, cleared binding levels {{(pid=101666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:36:14.774496 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-b3f8e720-9554-46aa-9076-1db103e43167 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Network 04e556bb-e81e-445a-9a9a-3eeb79203905 is already hosted by enough agents. {{(pid=101666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:36:14.787307 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-30be50cb-3cc7-4527-bb1b-df09be5cb5c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:14.803212 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-b3f8e720-9554-46aa-9076-1db103e43167 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Resources bound (agent type, host, resource id): {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:36:14.834533 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-b3f8e720-9554-46aa-9076-1db103e43167 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Received port after_create {{(pid=101666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:36:14.838455 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-b3f8e720-9554-46aa-9076-1db103e43167 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:14.839079 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-b3f8e720-9554-46aa-9076-1db103e43167 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:14.842700 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-a0b76aed-00a6-464d-a8b5-499ae87cadaf service neutron] For port d936b1e4-d206-4630-a2fd-ceb92f939c4a, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=d936b1e4-d206-4630-a2fd-ceb92f939c4a,segment=NetworkSegment(29b05e4f-1fbd-4194-bf65-15dc47a9d766),segment_id=29b05e4f-1fbd-4194-bf65-15dc47a9d766)] {{(pid=101666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:36:14.863613 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-8770499b-27b5-406b-895e-038f85289ded None None] Provisioning complete for port 01fb2c1e-9441-4877-b896-538153069ce7 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:36:14.864193 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8770499b-27b5-406b-895e-038f85289ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:14.866770 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8e720-9554-46aa-9076-1db103e43167 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Pushing event updated for resources: {'Port': ['ID=2efa01dc-81c3-46bb-9ef0-b94159290efa,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:14.879470 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-a0b76aed-00a6-464d-a8b5-499ae87cadaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:14.891499 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-cc2db221-2a70-4467-8570-f4e5a5eb7cd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:14.916025 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-8770499b-27b5-406b-895e-038f85289ded None None] Port 01fb2c1e-9441-4877-b896-538153069ce7 cannot update to ACTIVE because it is not bound. {{(pid=101667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:36:15.035290 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.notifiers.nova [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-4e7f0bcb-7ad5-401c-982b-928ccb4b359d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01fb2c1e-9441-4877-b896-538153069ce7 {{(pid=101665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:36:15.044249 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-4e7f0bcb-7ad5-401c-982b-928ccb4b359d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:15.056791 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.provisioning_blocks [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-4e7f0bcb-7ad5-401c-982b-928ccb4b359d service neutron] Transition to ACTIVE for port object 01fb2c1e-9441-4877-b896-538153069ce7 will not be triggered until provisioned by entity L2. {{(pid=101665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:36:15.062057 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-4e7f0bcb-7ad5-401c-982b-928ccb4b359d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511906'] for port, after_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:15.108602 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-cc2db221-2a70-4467-8570-f4e5a5eb7cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:15.113250 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f0bcb-7ad5-401c-982b-928ccb4b359d service neutron] Pushing event updated for resources: {'Port': ['ID=01fb2c1e-9441-4877-b896-538153069ce7,revision_number=2']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:15.125154 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44d497-7a8a-4ea6-9460-31e50e835f57 req-44e43404-8f27-4481-91d1-212a1b8ab17b tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:15.132508 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-be44d497-7a8a-4ea6-9460-31e50e835f57 req-44e43404-8f27-4481-91d1-212a1b8ab17b tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 932 time: 0.4846272 Oct 27 16:36:15.144759 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-93811c11-7776-486f-b3dc-26b5230f32d3 None None] Provisioning complete for port 2efa01dc-81c3-46bb-9ef0-b94159290efa triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:36:15.145117 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-93811c11-7776-486f-b3dc-26b5230f32d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:15.147831 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-a0b76aed-00a6-464d-a8b5-499ae87cadaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:15.148637 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-a0b76aed-00a6-464d-a8b5-499ae87cadaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:15.150553 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-a0b76aed-00a6-464d-a8b5-499ae87cadaf service neutron] 10.222.0.66 "PUT /v2.0/ports/d936b1e4-d206-4630-a2fd-ceb92f939c4a HTTP/1.1" status: 200 len: 1093 time: 2.5430417 Oct 27 16:36:15.154718 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240e4792-ffdb-49de-a6e9-ead07da558aa', 'tag': 'd936b1e4-d206-4630-a2fd-ceb92f939c4a'}] {{(pid=101666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:36:15.204664 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.managers [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-4e7f0bcb-7ad5-401c-982b-928ccb4b359d service neutron] Attempting to bind port 01fb2c1e-9441-4877-b896-538153069ce7 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=101665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:36:15.205026 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.managers [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-4e7f0bcb-7ad5-401c-982b-928ccb4b359d service neutron] Attempting to bind port 01fb2c1e-9441-4877-b896-538153069ce7 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '666d1a16-746f-4e08-a2d0-b6a8afa6f4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '900de597-e873-4f99-a7d4-e023d99223de'}] {{(pid=101665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:36:15.205389 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-4e7f0bcb-7ad5-401c-982b-928ccb4b359d service neutron] Attempting to bind port 01fb2c1e-9441-4877-b896-538153069ce7 on network 900de597-e873-4f99-a7d4-e023d99223de {{(pid=101665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:36:15.206501 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-93811c11-7776-486f-b3dc-26b5230f32d3 None None] Port 2efa01dc-81c3-46bb-9ef0-b94159290efa cannot update to ACTIVE because it is not bound. {{(pid=101667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:36:15.210174 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-4e7f0bcb-7ad5-401c-982b-928ccb4b359d service neutron] Port 01fb2c1e-9441-4877-b896-538153069ce7 on network 900de597-e873-4f99-a7d4-e023d99223de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=101665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:36:15.210496 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-4e7f0bcb-7ad5-401c-982b-928ccb4b359d service neutron] Attempting to bind port 01fb2c1e-9441-4877-b896-538153069ce7 on network 900de597-e873-4f99-a7d4-e023d99223de {{(pid=101665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:36:15.215632 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-4e7f0bcb-7ad5-401c-982b-928ccb4b359d service neutron] Checking agent: {'id': '082437a5-0f96-45b0-8b8c-6a124d6faa93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 33, 51), 'started_at': datetime.datetime(2021, 10, 27, 16, 33, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:36:15.215998 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-4e7f0bcb-7ad5-401c-982b-928ccb4b359d service neutron] Checking segment: {'id': '666d1a16-746f-4e08-a2d0-b6a8afa6f4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '900de597-e873-4f99-a7d4-e023d99223de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:36:15.216374 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-4e7f0bcb-7ad5-401c-982b-928ccb4b359d service neutron] Bound using segment: {'id': '666d1a16-746f-4e08-a2d0-b6a8afa6f4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '900de597-e873-4f99-a7d4-e023d99223de'} {{(pid=101665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:36:15.216792 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.managers [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-4e7f0bcb-7ad5-401c-982b-928ccb4b359d service neutron] Bound port: 01fb2c1e-9441-4877-b896-538153069ce7, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '666d1a16-746f-4e08-a2d0-b6a8afa6f4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '900de597-e873-4f99-a7d4-e023d99223de'}}] {{(pid=101665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:36:15.217150 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-4e7f0bcb-7ad5-401c-982b-928ccb4b359d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:15.264393 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-b3f8e720-9554-46aa-9076-1db103e43167 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2886591 Oct 27 16:36:15.288687 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.db [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-4e7f0bcb-7ad5-401c-982b-928ccb4b359d service neutron] For port 01fb2c1e-9441-4877-b896-538153069ce7, host hv-cinder-81565, cleared binding levels {{(pid=101665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:36:15.294412 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.db [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-4e7f0bcb-7ad5-401c-982b-928ccb4b359d service neutron] For port 01fb2c1e-9441-4877-b896-538153069ce7, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=01fb2c1e-9441-4877-b896-538153069ce7,segment=NetworkSegment(666d1a16-746f-4e08-a2d0-b6a8afa6f4ba),segment_id=666d1a16-746f-4e08-a2d0-b6a8afa6f4ba)] {{(pid=101665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:36:15.306708 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-4e7f0bcb-7ad5-401c-982b-928ccb4b359d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511906'] for port, after_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:15.335542 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 63231626-2a4c-4d5e-be79-43c2c12685d9 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=101667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:36:15.340237 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920b30e-2ffd-48b6-9f1d-3698aa6c2641 req-07550887-b6c5-47a9-acb0-9490876b0043 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:15.341804 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b920b30e-2ffd-48b6-9f1d-3698aa6c2641 req-07550887-b6c5-47a9-acb0-9490876b0043 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 944 time: 0.5631471 Oct 27 16:36:15.345716 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-c8fcbde5-35eb-4938-9bdb-c5537799f734 service neutron] Request body: {'port': {'device_id': '9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:36:15.346276 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-4e7f0bcb-7ad5-401c-982b-928ccb4b359d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:15.346883 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-4e7f0bcb-7ad5-401c-982b-928ccb4b359d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for port, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:15.350040 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-4e7f0bcb-7ad5-401c-982b-928ccb4b359d service neutron] 10.222.0.66 "PUT /v2.0/ports/01fb2c1e-9441-4877-b896-538153069ce7 HTTP/1.1" status: 200 len: 1094 time: 0.6939194 Oct 27 16:36:15.350815 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd848ace4-ad23-4774-9184-50b393417a16', 'tag': '01fb2c1e-9441-4877-b896-538153069ce7'}] {{(pid=101665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:36:15.353159 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e855964699ac36e6c3d6e47e1242f42c8ffa7ad1730da4fc31a2584ac71f7baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7700e3f3-bbbf-48a4-8590-681d01bc21c1" -d '{"events": [{"name": "network-changed", "server_uuid": "d848ace4-ad23-4774-9184-50b393417a16", "tag": "01fb2c1e-9441-4877-b896-538153069ce7"}]}' {{(pid=101665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:36:15.375732 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be50cb-3cc7-4527-bb1b-df09be5cb5c2 service neutron] Pushing event updated for resources: {'Port': ['ID=7ae663fd-1d43-45ed-baed-4618e9786532,revision_number=2']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:15.431952 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-cc2db221-2a70-4467-8570-f4e5a5eb7cd8 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f2a847bb7a174a4d966fecf85778d922&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3828447 Oct 27 16:36:15.465062 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 49736) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:15.465240 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2db221-2a70-4467-8570-f4e5a5eb7cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055516cf-42fe-47dd-8cd8-5f69e1f10ce1,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:15.468829 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-30be50cb-3cc7-4527-bb1b-df09be5cb5c2 service neutron] Attempting to bind port 7ae663fd-1d43-45ed-baed-4618e9786532 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:36:15.469168 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-30be50cb-3cc7-4527-bb1b-df09be5cb5c2 service neutron] Attempting to bind port 7ae663fd-1d43-45ed-baed-4618e9786532 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '29b05e4f-1fbd-4194-bf65-15dc47a9d766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14'}] {{(pid=101666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:36:15.469497 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-30be50cb-3cc7-4527-bb1b-df09be5cb5c2 service neutron] Attempting to bind port 7ae663fd-1d43-45ed-baed-4618e9786532 on network 4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14 {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:36:15.514942 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c97a8bc50bc1e60c5bcd83482612a755f7c8660878f0fc94464a674b36297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef4cbac-880a-4605-a594-64833087acc1" -d '{"events": [{"name": "network-changed", "server_uuid": "240e4792-ffdb-49de-a6e9-ead07da558aa", "tag": "d936b1e4-d206-4630-a2fd-ceb92f939c4a"}]}' {{(pid=101666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:36:15.556678 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-be44d497-7a8a-4ea6-9460-31e50e835f57 req-d0732c55-051e-49e3-841f-f15320223b77 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4230323 Oct 27 16:36:15.588148 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f0bcb-7ad5-401c-982b-928ccb4b359d service neutron] Pushing event updated for resources: {'Port': ['ID=01fb2c1e-9441-4877-b896-538153069ce7,revision_number=3']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:15.632445 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-0e46627d-f876-44a2-b53d-9c673d243ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:15.634102 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-0e46627d-f876-44a2-b53d-9c673d243ae7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b1d6307da9940d7aadfdaa9f13487e5&device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 1097 time: 0.2202458 Oct 27 16:36:15.639575 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-6b523d37-c90c-4447-a631-53a2ed5297f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:15.663509 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-c8fcbde5-35eb-4938-9bdb-c5537799f734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:15.665648 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-30be50cb-3cc7-4527-bb1b-df09be5cb5c2 service neutron] Port 7ae663fd-1d43-45ed-baed-4618e9786532 on network 4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:36:15.666275 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-30be50cb-3cc7-4527-bb1b-df09be5cb5c2 service neutron] Attempting to bind port 7ae663fd-1d43-45ed-baed-4618e9786532 on network 4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14 {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:36:15.677381 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-30be50cb-3cc7-4527-bb1b-df09be5cb5c2 service neutron] Checking agent: {'id': '082437a5-0f96-45b0-8b8c-6a124d6faa93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 33, 51), 'started_at': datetime.datetime(2021, 10, 27, 16, 33, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:36:15.678207 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-30be50cb-3cc7-4527-bb1b-df09be5cb5c2 service neutron] Checking segment: {'id': '29b05e4f-1fbd-4194-bf65-15dc47a9d766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:36:15.678764 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-30be50cb-3cc7-4527-bb1b-df09be5cb5c2 service neutron] Bound using segment: {'id': '29b05e4f-1fbd-4194-bf65-15dc47a9d766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14'} {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:36:15.679381 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-30be50cb-3cc7-4527-bb1b-df09be5cb5c2 service neutron] Bound port: 7ae663fd-1d43-45ed-baed-4618e9786532, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29b05e4f-1fbd-4194-bf65-15dc47a9d766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14'}}] {{(pid=101666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:36:15.679957 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-30be50cb-3cc7-4527-bb1b-df09be5cb5c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:15.706117 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 63231626-2a4c-4d5e-be79-43c2c12685d9, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=63231626-2a4c-4d5e-be79-43c2c12685d9,segment=NetworkSegment(0a3fc771-2668-4303-a2ff-d7ecfbfe5f6b),segment_id=0a3fc771-2668-4303-a2ff-d7ecfbfe5f6b)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:36:15.716849 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-b931a79a-d654-42cb-8ef3-90dc1b79e710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:15.718612 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-b931a79a-d654-42cb-8ef3-90dc1b79e710 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a764bac289b649e9b1671333d51f7db3&device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 1096 time: 0.4945073 Oct 27 16:36:15.760450 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-e1078582-5000-4c8e-ac9a-2d4a818e0273 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01fb2c1e-9441-4877-b896-538153069ce7 HTTP/1.1" status: 200 len: 217 time: 0.1061237 Oct 27 16:36:15.761392 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Returning: {'device': '63231626-2a4c-4d5e-be79-43c2c12685d9', 'network_id': 'bbf07222-f19e-4bee-94ae-b2e7cffee06c', 'port_id': '63231626-2a4c-4d5e-be79-43c2c12685d9', 'mac_address': 'fa:16:3e:77:9c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f88ba24a-84ce-401d-a895-143f07ad294b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:36:15.761708 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b920b30e-2ffd-48b6-9f1d-3698aa6c2641 req-614499b9-86a1-4986-b418-7a628b5c7cf1 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688488 Oct 27 16:36:15.762655 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-6b523d37-c90c-4447-a631-53a2ed5297f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:15.833702 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:15.849474 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63231626-2a4c-4d5e-be79-43c2c12685d9 {{(pid=101667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:36:15.892323 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 63231626-2a4c-4d5e-be79-43c2c12685d9, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=63231626-2a4c-4d5e-be79-43c2c12685d9,segment=NetworkSegment(0a3fc771-2668-4303-a2ff-d7ecfbfe5f6b),segment_id=0a3fc771-2668-4303-a2ff-d7ecfbfe5f6b)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:36:15.917135 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:15.918452 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device a90a4eda-f446-46d2-974b-bc14587851d9 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=101667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:36:15.952665 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-19affd2a-c5ab-45f0-a8a0-bf83a04218e9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d936b1e4-d206-4630-a2fd-ceb92f939c4a HTTP/1.1" status: 200 len: 217 time: 0.2167323 Oct 27 16:36:15.958423 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b76aed-00a6-464d-a8b5-499ae87cadaf service neutron] Pushing event updated for resources: {'Port': ['ID=d936b1e4-d206-4630-a2fd-ceb92f939c4a,revision_number=3']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:16.025784 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=63231626-2a4c-4d5e-be79-43c2c12685d9,revision_number=4']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:16.074311 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port a90a4eda-f446-46d2-974b-bc14587851d9, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=a90a4eda-f446-46d2-974b-bc14587851d9,segment=NetworkSegment(0686f11a-d5c1-4844-a3a9-7ba2229df7a3),segment_id=0686f11a-d5c1-4844-a3a9-7ba2229df7a3)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:36:16.091959 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Returning: {'device': 'a90a4eda-f446-46d2-974b-bc14587851d9', 'network_id': '98382a90-1d72-4726-8dcd-70a187bd6af7', 'port_id': 'a90a4eda-f446-46d2-974b-bc14587851d9', 'mac_address': 'fa:16:3e:92:d8:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18c76782-16a7-43ea-ba24-ce3fb0a83071', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:36:16.130430 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:16.140693 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd78d9b9-6e22-467c-b10e-c102aa533ab9 x-openstack-request-id: req-bd78d9b9-6e22-467c-b10e-c102aa533ab9 {{(pid=101665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:36:16.141346 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d848ace4-ad23-4774-9184-50b393417a16", "tag": "01fb2c1e-9441-4877-b896-538153069ce7", "status": "completed", "code": 200}]} {{(pid=101665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:36:16.141346 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bd78d9b9-6e22-467c-b10e-c102aa533ab9 {{(pid=101665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:36:16.141608 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd848ace4-ad23-4774-9184-50b393417a16', 'tag': '01fb2c1e-9441-4877-b896-538153069ce7', 'status': 'completed', 'code': 200} Oct 27 16:36:16.146572 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a90a4eda-f446-46d2-974b-bc14587851d9 {{(pid=101667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:36:16.169481 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port a90a4eda-f446-46d2-974b-bc14587851d9, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=a90a4eda-f446-46d2-974b-bc14587851d9,segment=NetworkSegment(0686f11a-d5c1-4844-a3a9-7ba2229df7a3),segment_id=0686f11a-d5c1-4844-a3a9-7ba2229df7a3)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:36:16.170404 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-0bbf0947-6dfd-4973-bcbf-7aedf0cccc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:16.171859 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-0bbf0947-6dfd-4973-bcbf-7aedf0cccc6f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ae9f7717-3703-4043-b05c-cf4237b7a0b2 HTTP/1.1" status: 200 len: 849 time: 0.3979349 Oct 27 16:36:16.178058 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:16.203728 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-6b523d37-c90c-4447-a631-53a2ed5297f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:16.204745 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-30be50cb-3cc7-4527-bb1b-df09be5cb5c2 service neutron] For port 7ae663fd-1d43-45ed-baed-4618e9786532, host hv-cinder-81565, cleared binding levels {{(pid=101666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:36:16.207331 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-6b523d37-c90c-4447-a631-53a2ed5297f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:16.208720 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-6b523d37-c90c-4447-a631-53a2ed5297f5 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/055516cf-42fe-47dd-8cd8-5f69e1f10ce1 HTTP/1.1" status: 204 len: 168 time: 0.7370176 Oct 27 16:36:16.245102 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695527df-fa6a-46e6-a839-e78c0c42cb32 req-a185a3af-44df-40e0-9c74-d286f748dafa tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:16.246949 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-695527df-fa6a-46e6-a839-e78c0c42cb32 req-a185a3af-44df-40e0-9c74-d286f748dafa tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/ports?device_id=02011a50-cf9d-4fc9-8546-11382b2e381e HTTP/1.1" status: 200 len: 944 time: 0.5071170 Oct 27 16:36:16.249943 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b523d37-c90c-4447-a631-53a2ed5297f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055516cf-42fe-47dd-8cd8-5f69e1f10ce1,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:16.253730 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-30be50cb-3cc7-4527-bb1b-df09be5cb5c2 service neutron] For port 7ae663fd-1d43-45ed-baed-4618e9786532, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=7ae663fd-1d43-45ed-baed-4618e9786532,segment=NetworkSegment(29b05e4f-1fbd-4194-bf65-15dc47a9d766),segment_id=29b05e4f-1fbd-4194-bf65-15dc47a9d766)] {{(pid=101666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:36:16.266125 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b13e5-c874-4f38-b710-c577b808772f req-c580f849-b2f7-4f12-bc3f-5dc630573144 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:16.268436 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-281b13e5-c874-4f38-b710-c577b808772f req-c580f849-b2f7-4f12-bc3f-5dc630573144 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 932 time: 0.3263865 Oct 27 16:36:16.269983 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-f38ba943-66f1-4cb4-be2d-0381d38b3010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:16.271317 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-f38ba943-66f1-4cb4-be2d-0381d38b3010 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fb778c79-e1ca-40aa-a2d2-a768cb1fae5c HTTP/1.1" status: 200 len: 859 time: 0.2629995 Oct 27 16:36:16.292233 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=a90a4eda-f446-46d2-974b-bc14587851d9,revision_number=4']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:16.310303 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-30be50cb-3cc7-4527-bb1b-df09be5cb5c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:16.391447 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-30be50cb-3cc7-4527-bb1b-df09be5cb5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:16.391566 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-30be50cb-3cc7-4527-bb1b-df09be5cb5c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:16.393018 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-30be50cb-3cc7-4527-bb1b-df09be5cb5c2 service neutron] 10.222.0.66 "PUT /v2.0/ports/7ae663fd-1d43-45ed-baed-4618e9786532 HTTP/1.1" status: 200 len: 1094 time: 3.8082285 Oct 27 16:36:16.448017 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-281b13e5-c874-4f38-b710-c577b808772f req-7348ee54-6c59-4fa7-ad32-278d97a95ee1 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635046 Oct 27 16:36:16.457160 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-695527df-fa6a-46e6-a839-e78c0c42cb32 req-6d85f783-d83d-48f6-afce-7781a94ae21d tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/security-groups?id=7e176cf0-4318-49f1-b8ff-76f0e9783e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746147 Oct 27 16:36:16.457765 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be50cb-3cc7-4527-bb1b-df09be5cb5c2 service neutron] Pushing event updated for resources: {'Port': ['ID=7ae663fd-1d43-45ed-baed-4618e9786532,revision_number=3']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:16.538355 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 49782) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:16.575254 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-c8fcbde5-35eb-4938-9bdb-c5537799f734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2efa01dc-81c3-46bb-9ef0-b94159290efa {{(pid=101666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:36:16.585153 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-c8fcbde5-35eb-4938-9bdb-c5537799f734 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:16.602882 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.provisioning_blocks [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-c8fcbde5-35eb-4938-9bdb-c5537799f734 service neutron] Transition to ACTIVE for port object 2efa01dc-81c3-46bb-9ef0-b94159290efa will not be triggered until provisioned by entity L2. {{(pid=101666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:36:16.615797 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215491da-ecab-4c58-a82a-a9fcb6677a7d req-b07fd651-5d7b-49d4-bbb9-bcedcc1fa280 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:16.617668 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-215491da-ecab-4c58-a82a-a9fcb6677a7d req-b07fd651-5d7b-49d4-bbb9-bcedcc1fa280 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 944 time: 0.0841813 Oct 27 16:36:16.618922 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-c8fcbde5-35eb-4938-9bdb-c5537799f734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:16.633926 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 49788) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:16.656900 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-c5f616c3-ad6d-4e01-ba7b-e18e36dd77f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:16.715945 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fcbde5-35eb-4938-9bdb-c5537799f734 service neutron] Pushing event updated for resources: {'Port': ['ID=2efa01dc-81c3-46bb-9ef0-b94159290efa,revision_number=2']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:16.724299 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-215491da-ecab-4c58-a82a-a9fcb6677a7d req-ff718679-2830-4ecd-a19a-3bc1372ad5fb tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972831 Oct 27 16:36:16.748953 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ceabd70-33ef-4674-aaab-90f303fa4b50 x-openstack-request-id: req-1ceabd70-33ef-4674-aaab-90f303fa4b50 {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:36:16.748953 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "240e4792-ffdb-49de-a6e9-ead07da558aa", "tag": "d936b1e4-d206-4630-a2fd-ceb92f939c4a", "status": "completed", "code": 200}]} {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:36:16.748953 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1ceabd70-33ef-4674-aaab-90f303fa4b50 {{(pid=101666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:36:16.749403 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '240e4792-ffdb-49de-a6e9-ead07da558aa', 'tag': 'd936b1e4-d206-4630-a2fd-ceb92f939c4a', 'status': 'completed', 'code': 200} Oct 27 16:36:16.763836 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-c8fcbde5-35eb-4938-9bdb-c5537799f734 service neutron] Attempting to bind port 2efa01dc-81c3-46bb-9ef0-b94159290efa on host hv-cinder-81565 for vnic_type normal with profile {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:36:16.764541 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-c8fcbde5-35eb-4938-9bdb-c5537799f734 service neutron] Attempting to bind port 2efa01dc-81c3-46bb-9ef0-b94159290efa by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '04b90801-dbaa-4b6b-a289-4b9ced180864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905'}] {{(pid=101666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:36:16.764921 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-c8fcbde5-35eb-4938-9bdb-c5537799f734 service neutron] Attempting to bind port 2efa01dc-81c3-46bb-9ef0-b94159290efa on network 04e556bb-e81e-445a-9a9a-3eeb79203905 {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:36:16.770286 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-c8fcbde5-35eb-4938-9bdb-c5537799f734 service neutron] Port 2efa01dc-81c3-46bb-9ef0-b94159290efa on network 04e556bb-e81e-445a-9a9a-3eeb79203905 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:36:16.770609 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-c8fcbde5-35eb-4938-9bdb-c5537799f734 service neutron] Attempting to bind port 2efa01dc-81c3-46bb-9ef0-b94159290efa on network 04e556bb-e81e-445a-9a9a-3eeb79203905 {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:36:16.779405 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-c8fcbde5-35eb-4938-9bdb-c5537799f734 service neutron] Checking agent: {'id': '082437a5-0f96-45b0-8b8c-6a124d6faa93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 33, 51), 'started_at': datetime.datetime(2021, 10, 27, 16, 33, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:36:16.779791 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-c8fcbde5-35eb-4938-9bdb-c5537799f734 service neutron] Checking segment: {'id': '04b90801-dbaa-4b6b-a289-4b9ced180864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:36:16.780186 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-c8fcbde5-35eb-4938-9bdb-c5537799f734 service neutron] Bound using segment: {'id': '04b90801-dbaa-4b6b-a289-4b9ced180864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905'} {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:36:16.780613 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-c8fcbde5-35eb-4938-9bdb-c5537799f734 service neutron] Bound port: 2efa01dc-81c3-46bb-9ef0-b94159290efa, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04b90801-dbaa-4b6b-a289-4b9ced180864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905'}}] {{(pid=101666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:36:16.780961 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-c8fcbde5-35eb-4938-9bdb-c5537799f734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:16.840934 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-c5f616c3-ad6d-4e01-ba7b-e18e36dd77f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:16.858591 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-c5f616c3-ad6d-4e01-ba7b-e18e36dd77f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:16.923498 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-088457fc-d44c-4356-80f1-561d336e656c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:16.925291 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea2c98-a71f-4b2f-a04d-ea338307db29 req-ad92682a-45ae-46c7-8d84-0238c580ac3f tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:16.926805 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4bea2c98-a71f-4b2f-a04d-ea338307db29 req-ad92682a-45ae-46c7-8d84-0238c580ac3f tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 944 time: 0.1071448 Oct 27 16:36:16.937652 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-c8fcbde5-35eb-4938-9bdb-c5537799f734 service neutron] For port 2efa01dc-81c3-46bb-9ef0-b94159290efa, host hv-cinder-81565, cleared binding levels {{(pid=101666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:36:16.939478 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f616c3-ad6d-4e01-ba7b-e18e36dd77f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b5d672-dfbc-45c8-ac54-d0969521dc3f,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:16.945135 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-c5f616c3-ad6d-4e01-ba7b-e18e36dd77f2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=edeef5fd602b4cdcbf1963802c111f06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3098638 Oct 27 16:36:16.948053 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-c8fcbde5-35eb-4938-9bdb-c5537799f734 service neutron] For port 2efa01dc-81c3-46bb-9ef0-b94159290efa, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=2efa01dc-81c3-46bb-9ef0-b94159290efa,segment=NetworkSegment(04b90801-dbaa-4b6b-a289-4b9ced180864),segment_id=04b90801-dbaa-4b6b-a289-4b9ced180864)] {{(pid=101666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:36:16.948381 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 49794) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:16.960793 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-c8fcbde5-35eb-4938-9bdb-c5537799f734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:16.972684 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e7257-2769-4241-94f2-c8638282c242 req-231fab19-7eb0-4442-922c-6d3db4218575 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:16.974205 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-277e7257-2769-4241-94f2-c8638282c242 req-231fab19-7eb0-4442-922c-6d3db4218575 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 945 time: 0.1130905 Oct 27 16:36:17.027848 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ceab1a7a-2e8d-4c78-8be0-646c6dee373a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:17.049696 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-c8fcbde5-35eb-4938-9bdb-c5537799f734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:17.050309 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-c8fcbde5-35eb-4938-9bdb-c5537799f734 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:17.052147 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-c8fcbde5-35eb-4938-9bdb-c5537799f734 service neutron] 10.222.0.66 "PUT /v2.0/ports/2efa01dc-81c3-46bb-9ef0-b94159290efa HTTP/1.1" status: 200 len: 1094 time: 1.7592568 Oct 27 16:36:17.057560 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4bea2c98-a71f-4b2f-a04d-ea338307db29 req-6f0e3c09-f8c4-4ac4-b668-8f57629b5e79 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238654 Oct 27 16:36:17.067451 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ceab1a7a-2e8d-4c78-8be0-646c6dee373a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:17.078423 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-277e7257-2769-4241-94f2-c8638282c242 req-e5283e8a-cb58-4855-8a7d-91c57d031c70 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957148 Oct 27 16:36:17.100565 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fcbde5-35eb-4938-9bdb-c5537799f734 service neutron] Pushing event updated for resources: {'Port': ['ID=2efa01dc-81c3-46bb-9ef0-b94159290efa,revision_number=3']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:17.106048 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-088457fc-d44c-4356-80f1-561d336e656c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:17.121274 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-088457fc-d44c-4356-80f1-561d336e656c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:17.165273 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-088457fc-d44c-4356-80f1-561d336e656c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f2f536bcc4f94839855b3bcf0b396074&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6254754 Oct 27 16:36:17.167797 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 49796) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:17.176039 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088457fc-d44c-4356-80f1-561d336e656c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96218e5-0b33-420a-8e44-732b4c194b67,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:17.196086 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ceab1a7a-2e8d-4c78-8be0-646c6dee373a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:17.198862 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ceab1a7a-2e8d-4c78-8be0-646c6dee373a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:17.200095 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-ceab1a7a-2e8d-4c78-8be0-646c6dee373a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c8b5d672-dfbc-45c8-ac54-d0969521dc3f HTTP/1.1" status: 204 len: 168 time: 0.2507346 Oct 27 16:36:17.220339 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab1a7a-2e8d-4c78-8be0-646c6dee373a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b5d672-dfbc-45c8-ac54-d0969521dc3f,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:17.238075 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-62fffede-585e-4b98-baaa-9d3e7e3fd149 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:17.263124 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-62fffede-585e-4b98-baaa-9d3e7e3fd149 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:17.309936 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-62fffede-585e-4b98-baaa-9d3e7e3fd149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:17.312596 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-62fffede-585e-4b98-baaa-9d3e7e3fd149 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:17.316167 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-62fffede-585e-4b98-baaa-9d3e7e3fd149 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e96218e5-0b33-420a-8e44-732b4c194b67 HTTP/1.1" status: 204 len: 168 time: 0.1446562 Oct 27 16:36:17.322474 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fffede-585e-4b98-baaa-9d3e7e3fd149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96218e5-0b33-420a-8e44-732b4c194b67,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:17.527319 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.agents_db [None req-8f3c53fd-3166-491a-b603-91a64fcc8de1 None None] Agent healthcheck: found 6 active agents {{(pid=101668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:36:17.638121 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01381f12-6b22-47d9-8b27-791ebe922e78 req-0ae8b4ab-eb83-48d7-9e03-5c36113ebe24 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:17.639531 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-01381f12-6b22-47d9-8b27-791ebe922e78 req-0ae8b4ab-eb83-48d7-9e03-5c36113ebe24 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/ports?device_id=02011a50-cf9d-4fc9-8546-11382b2e381e HTTP/1.1" status: 200 len: 944 time: 0.0770431 Oct 27 16:36:17.652839 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5debd26-8a2b-4fa9-b102-45a8f31f1505 req-27e8df1f-c299-4297-9315-6eaf954dee02 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:17.654314 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d5debd26-8a2b-4fa9-b102-45a8f31f1505 req-27e8df1f-c299-4297-9315-6eaf954dee02 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 944 time: 0.0899098 Oct 27 16:36:17.700684 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 49818) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:17.713818 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e2589a4f-8d3a-460e-a3d6-9b1c0829c29b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:17.715474 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-01381f12-6b22-47d9-8b27-791ebe922e78 req-c51d9a70-7542-4dff-aac7-31be8a8cd595 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/security-groups?id=7e176cf0-4318-49f1-b8ff-76f0e9783e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602078 Oct 27 16:36:17.731451 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d5debd26-8a2b-4fa9-b102-45a8f31f1505 req-e9a0bf9e-5096-4290-a82b-d4b5307ed6d0 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625598 Oct 27 16:36:17.817716 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e2589a4f-8d3a-460e-a3d6-9b1c0829c29b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:17.822668 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e2589a4f-8d3a-460e-a3d6-9b1c0829c29b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:17.855152 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5421cf-d06a-497c-9594-2a0c95599543 req-8b673597-f3f3-4091-bff4-dea0dba4740b tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:17.857143 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fb5421cf-d06a-497c-9594-2a0c95599543 req-8b673597-f3f3-4091-bff4-dea0dba4740b tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 944 time: 0.0540333 Oct 27 16:36:17.863273 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-e2589a4f-8d3a-460e-a3d6-9b1c0829c29b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ae368817b7d041f1800af148b625b2bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1614544 Oct 27 16:36:17.864199 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2589a4f-8d3a-460e-a3d6-9b1c0829c29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6d3227-7def-4d94-af99-0f3e3ca16a64,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:17.866519 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 49826) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:17.901022 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fb5421cf-d06a-497c-9594-2a0c95599543 req-d673e0d3-819c-47ab-8d05-86060e2e9cad tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361130 Oct 27 16:36:17.927932 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-fc331791-bec4-4ec5-85a2-74286b6cae7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:17.950066 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-fc331791-bec4-4ec5-85a2-74286b6cae7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:17.994652 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-fc331791-bec4-4ec5-85a2-74286b6cae7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:17.997257 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-fc331791-bec4-4ec5-85a2-74286b6cae7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:18.000737 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-fc331791-bec4-4ec5-85a2-74286b6cae7b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0c6d3227-7def-4d94-af99-0f3e3ca16a64 HTTP/1.1" status: 204 len: 168 time: 0.1309192 Oct 27 16:36:18.008279 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc331791-bec4-4ec5-85a2-74286b6cae7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6d3227-7def-4d94-af99-0f3e3ca16a64,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:18.220205 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1cc73-625e-40dc-881c-e921c7bb73f5 req-effdbbc5-38ec-4906-a5c2-465214eebe02 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:18.221798 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-10c1cc73-625e-40dc-881c-e921c7bb73f5 req-effdbbc5-38ec-4906-a5c2-465214eebe02 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 944 time: 0.0805218 Oct 27 16:36:18.233604 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352801f-b3e1-41b9-9fb0-a62dcdb6747c req-66017900-e707-429d-aeb3-54df172a4e60 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:18.235017 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3352801f-b3e1-41b9-9fb0-a62dcdb6747c req-66017900-e707-429d-aeb3-54df172a4e60 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 945 time: 0.0655720 Oct 27 16:36:18.451834 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-10c1cc73-625e-40dc-881c-e921c7bb73f5 req-c16f1d60-8a1c-4191-96db-ea85446b5275 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158377 Oct 27 16:36:18.464119 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3352801f-b3e1-41b9-9fb0-a62dcdb6747c req-708c7405-7383-4cdd-8a1a-df6cb8adfe01 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212324 Oct 27 16:36:18.750278 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc71c9ed-8ae6-4e2a-b052-b3d777b3659f', 'tag': '7ae663fd-1d43-45ed-baed-4618e9786532'}, {'name': 'network-changed', 'server_uuid': '9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae', 'tag': '2efa01dc-81c3-46bb-9ef0-b94159290efa'}] {{(pid=101666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:36:18.752778 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c97a8bc50bc1e60c5bcd83482612a755f7c8660878f0fc94464a674b36297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65e9ac4-885e-4b31-b92e-d263e33a8a2a" -d '{"events": [{"name": "network-changed", "server_uuid": "cc71c9ed-8ae6-4e2a-b052-b3d777b3659f", "tag": "7ae663fd-1d43-45ed-baed-4618e9786532"}, {"name": "network-changed", "server_uuid": "9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae", "tag": "2efa01dc-81c3-46bb-9ef0-b94159290efa"}]}' {{(pid=101666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:36:18.818900 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 27 Oct 2021 16:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae23cb0-616f-45c2-89a2-0b8d33bb4a63 x-openstack-request-id: req-5ae23cb0-616f-45c2-89a2-0b8d33bb4a63 {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:36:18.819195 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc71c9ed-8ae6-4e2a-b052-b3d777b3659f", "tag": "7ae663fd-1d43-45ed-baed-4618e9786532", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae", "tag": "2efa01dc-81c3-46bb-9ef0-b94159290efa", "status": "completed", "code": 200}]} {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:36:18.819438 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5ae23cb0-616f-45c2-89a2-0b8d33bb4a63 {{(pid=101666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:36:18.819817 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc71c9ed-8ae6-4e2a-b052-b3d777b3659f', 'tag': '7ae663fd-1d43-45ed-baed-4618e9786532', 'status': 'completed', 'code': 200} Oct 27 16:36:18.820176 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae', 'tag': '2efa01dc-81c3-46bb-9ef0-b94159290efa', 'status': 'completed', 'code': 200} Oct 27 16:36:18.853724 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e28e8-23a5-4f24-8cea-8936e55abf30 req-1edc5a3d-44ff-4c5b-a122-305e66cd58e4 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:18.855253 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ad7e28e8-23a5-4f24-8cea-8936e55abf30 req-1edc5a3d-44ff-4c5b-a122-305e66cd58e4 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/ports?device_id=02011a50-cf9d-4fc9-8546-11382b2e381e HTTP/1.1" status: 200 len: 944 time: 0.0681248 Oct 27 16:36:18.923641 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ad7e28e8-23a5-4f24-8cea-8936e55abf30 req-e3307e00-1cd8-4f4e-ac05-f0401c4f6d40 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/security-groups?id=7e176cf0-4318-49f1-b8ff-76f0e9783e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622134 Oct 27 16:36:18.954616 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedfa1e3-d6ba-4eda-8c3f-c2336fc7ed64 req-8d658607-c8e3-4ab2-a844-b5459777b673 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:18.962577 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-eedfa1e3-d6ba-4eda-8c3f-c2336fc7ed64 req-8d658607-c8e3-4ab2-a844-b5459777b673 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 944 time: 0.0811102 Oct 27 16:36:19.040595 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-eedfa1e3-d6ba-4eda-8c3f-c2336fc7ed64 req-d7d7be30-e924-4a62-8b46-ed8535826d78 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778577 Oct 27 16:36:19.060095 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e892fde-65e7-464d-abde-99a765db1ec5 req-de0f4ee6-55ae-48fd-9edd-a9f8159bb03a tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:19.061636 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6e892fde-65e7-464d-abde-99a765db1ec5 req-de0f4ee6-55ae-48fd-9edd-a9f8159bb03a tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 944 time: 0.0717533 Oct 27 16:36:19.113254 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6e892fde-65e7-464d-abde-99a765db1ec5 req-f8230797-00ce-41ff-9d75-480fa00d9807 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440590 Oct 27 16:36:19.254915 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 49910) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:19.356015 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-27c425a4-77a3-4f95-a2c9-5066a48b9b5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:19.428934 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-27c425a4-77a3-4f95-a2c9-5066a48b9b5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:19.433842 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-27c425a4-77a3-4f95-a2c9-5066a48b9b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:19.475260 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c425a4-77a3-4f95-a2c9-5066a48b9b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53da4b9e-d590-49f9-a91a-641fe3de48b6,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:19.479570 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-27c425a4-77a3-4f95-a2c9-5066a48b9b5b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8fd1f7648ea64ac4a8b3aa0ae1867727&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2230899 Oct 27 16:36:19.482669 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 49922) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:19.542152 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2d0992d0-9256-4cb0-9eaa-b65e13fd8843 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:19.563502 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2d0992d0-9256-4cb0-9eaa-b65e13fd8843 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:19.614604 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3f88a-d41f-4fec-877c-2eca66282917 req-663aeb98-3fd5-43af-8a77-89e786a19873 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:19.616149 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8fa3f88a-d41f-4fec-877c-2eca66282917 req-663aeb98-3fd5-43af-8a77-89e786a19873 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 944 time: 0.0784452 Oct 27 16:36:19.626822 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2d0992d0-9256-4cb0-9eaa-b65e13fd8843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:19.627830 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397e36b-c79c-48fb-b02f-ab46a458e415 req-d2b7a1cb-229d-4535-aa0e-c95de8cfa292 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:19.629316 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b397e36b-c79c-48fb-b02f-ab46a458e415 req-d2b7a1cb-229d-4535-aa0e-c95de8cfa292 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 945 time: 0.0830030 Oct 27 16:36:19.629778 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2d0992d0-9256-4cb0-9eaa-b65e13fd8843 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:19.631405 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-2d0992d0-9256-4cb0-9eaa-b65e13fd8843 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/53da4b9e-d590-49f9-a91a-641fe3de48b6 HTTP/1.1" status: 204 len: 168 time: 0.1477594 Oct 27 16:36:19.640680 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0992d0-9256-4cb0-9eaa-b65e13fd8843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53da4b9e-d590-49f9-a91a-641fe3de48b6,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:19.706002 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8fa3f88a-d41f-4fec-877c-2eca66282917 req-84696f85-df07-4e45-ad83-173489970c66 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757062 Oct 27 16:36:19.709129 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b397e36b-c79c-48fb-b02f-ab46a458e415 req-bc0a4ade-9347-4dfc-8a0b-58ca3680a41d tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622494 Oct 27 16:36:20.002414 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 49952) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:20.016188 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-5f647cca-8c0c-49d0-869b-c1edf9cfe834 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:20.061079 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd3d9b-6c6a-4419-9564-4175afbbba9a req-b533daa1-415b-49c3-8af0-d12034a03315 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:20.072534 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-83dd3d9b-6c6a-4419-9564-4175afbbba9a req-b533daa1-415b-49c3-8af0-d12034a03315 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/ports?device_id=02011a50-cf9d-4fc9-8546-11382b2e381e HTTP/1.1" status: 200 len: 944 time: 0.0722187 Oct 27 16:36:20.153081 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-5f647cca-8c0c-49d0-869b-c1edf9cfe834 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:20.161156 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-5f647cca-8c0c-49d0-869b-c1edf9cfe834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:20.184998 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-c0357e7a-08d0-4e80-8377-75ad78b173c2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710249 Oct 27 16:36:20.190612 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-3ec60d20-77cc-4f36-92e4-102a5fdfec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:20.192490 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-3ec60d20-77cc-4f36-92e4-102a5fdfec8a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=900de597-e873-4f99-a7d4-e023d99223de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1070127 Oct 27 16:36:20.215744 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-5f647cca-8c0c-49d0-869b-c1edf9cfe834 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=137699ea57b74740900aefb5bb45b1e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2122016 Oct 27 16:36:20.219008 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-83dd3d9b-6c6a-4419-9564-4175afbbba9a req-18f67e98-0755-4da0-ad5e-9e32d6033270 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/security-groups?id=7e176cf0-4318-49f1-b8ff-76f0e9783e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421514 Oct 27 16:36:20.225189 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 49968) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:20.234535 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f647cca-8c0c-49d0-869b-c1edf9cfe834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95b37f2-1837-4bef-b862-72f4b397c83e,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:20.347108 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-b752212f-26dc-4d77-9525-29bfd9b043d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:20.375865 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-1d980764-13ec-4e8e-a94f-8baeca67b8bc service neutron] 10.222.0.66 "GET /v2.0/networks/900de597-e873-4f99-a7d4-e023d99223de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587112 Oct 27 16:36:20.381400 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-b752212f-26dc-4d77-9525-29bfd9b043d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:20.384280 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-70885e2c-5ae1-41f8-9ad0-f5ffdf03a600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:20.385762 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-70885e2c-5ae1-41f8-9ad0-f5ffdf03a600 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a764bac289b649e9b1671333d51f7db3&device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 1097 time: 0.2142658 Oct 27 16:36:20.387712 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-2d071c33-9142-40b4-91ad-860c33b4fce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:20.389369 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-2d071c33-9142-40b4-91ad-860c33b4fce8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a56e030f182417680e61e5c27a2cb30&device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 1097 time: 0.2166398 Oct 27 16:36:20.400000 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac7862-a635-4154-abd9-a839a81b4946 req-143aacf3-69cc-4514-be73-e7cbe503642f tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:20.401788 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7cac7862-a635-4154-abd9-a839a81b4946 req-143aacf3-69cc-4514-be73-e7cbe503642f tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 944 time: 0.2274785 Oct 27 16:36:20.502680 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-b752212f-26dc-4d77-9525-29bfd9b043d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:20.505392 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-b752212f-26dc-4d77-9525-29bfd9b043d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:20.507914 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-b752212f-26dc-4d77-9525-29bfd9b043d8 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e95b37f2-1837-4bef-b862-72f4b397c83e HTTP/1.1" status: 204 len: 168 time: 0.2808044 Oct 27 16:36:20.514809 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['63231626-2a4c-4d5e-be79-43c2c12685d9'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:36:20.515386 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 49974) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:20.524920 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-ac8f92e2-b975-4fd3-9017-9b0edf4e68e2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2efa01dc-81c3-46bb-9ef0-b94159290efa HTTP/1.1" status: 200 len: 217 time: 0.1098838 Oct 27 16:36:20.526087 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-275dcb96-c51d-49bb-a21f-a72cf7c36426 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ae663fd-1d43-45ed-baed-4618e9786532 HTTP/1.1" status: 200 len: 217 time: 0.1102083 Oct 27 16:36:20.528822 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b752212f-26dc-4d77-9525-29bfd9b043d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95b37f2-1837-4bef-b862-72f4b397c83e,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:20.534290 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-6f14a07e-e360-4a16-9d95-19c1b0451a06 req-6b3d234e-b087-4ebd-9255-8b812820b9e7 service neutron] 10.222.0.66 "GET /v2.0/networks/900de597-e873-4f99-a7d4-e023d99223de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249504 Oct 27 16:36:20.539432 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-fd4b2b3e-38b0-4164-8007-b8fd9419601f service neutron] 10.222.0.66 "GET /v2.0/networks/4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934537 Oct 27 16:36:20.556337 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ba941-bfcc-4cd7-a6d0-8f70f6d7ca85 req-f209338f-6b22-445f-9f64-171d341d09eb tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:20.564064 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e62ba941-bfcc-4cd7-a6d0-8f70f6d7ca85 req-f209338f-6b22-445f-9f64-171d341d09eb tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 944 time: 0.2226369 Oct 27 16:36:20.602440 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['a90a4eda-f446-46d2-974b-bc14587851d9'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:36:20.613300 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7cac7862-a635-4154-abd9-a839a81b4946 req-4bd328a8-7f16-41e8-b6ab-b7c07a4933a2 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963642 Oct 27 16:36:20.685005 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7700e3f3-bbbf-48a4-8590-681d01bc21c1 req-c6ea9c4d-6e0e-4fb1-8543-bb0bb750453e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:20.687231 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-7700e3f3-bbbf-48a4-8590-681d01bc21c1 req-c6ea9c4d-6e0e-4fb1-8543-bb0bb750453e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b1d6307da9940d7aadfdaa9f13487e5&device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 1097 time: 0.0714231 Oct 27 16:36:20.784051 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-9b5c7eb8-bbf0-433b-93f3-a1597bc95a08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:20.821719 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7700e3f3-bbbf-48a4-8590-681d01bc21c1 req-9e938c60-4bc6-486f-a77b-ecf64cc74f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:20.824087 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-7700e3f3-bbbf-48a4-8590-681d01bc21c1 req-9e938c60-4bc6-486f-a77b-ecf64cc74f4e service neutron] 10.222.0.66 "GET /v2.0/networks?id=900de597-e873-4f99-a7d4-e023d99223de HTTP/1.1" status: 200 len: 912 time: 0.1256666 Oct 27 16:36:20.859099 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e62ba941-bfcc-4cd7-a6d0-8f70f6d7ca85 req-aebcd9a8-dc0e-4747-a9d8-33fb7d05cffa tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2939498 Oct 27 16:36:20.860760 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-be863dcd-27da-463e-96e6-950db7afc88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:20.862279 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-be863dcd-27da-463e-96e6-950db7afc88a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bfd7b3b6-c867-4ea0-ba61-155e778fa591 HTTP/1.1" status: 200 len: 856 time: 0.2945051 Oct 27 16:36:20.881491 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-7700e3f3-bbbf-48a4-8590-681d01bc21c1 req-5d6ffd51-6c22-4405-84e4-931573ae1964 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01fb2c1e-9441-4877-b896-538153069ce7 HTTP/1.1" status: 200 len: 217 time: 0.0463357 Oct 27 16:36:20.946518 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7700e3f3-bbbf-48a4-8590-681d01bc21c1 req-40877a37-413f-4f6f-b6d6-3b2681dfcec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:20.948039 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-7700e3f3-bbbf-48a4-8590-681d01bc21c1 req-40877a37-413f-4f6f-b6d6-3b2681dfcec6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ae9f7717-3703-4043-b05c-cf4237b7a0b2 HTTP/1.1" status: 200 len: 849 time: 0.0590954 Oct 27 16:36:20.950540 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-3f134b0f-5b6f-4374-8b18-37883f678eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:20.951992 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-3f134b0f-5b6f-4374-8b18-37883f678eba service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fb778c79-e1ca-40aa-a2d2-a768cb1fae5c HTTP/1.1" status: 200 len: 859 time: 0.3809924 Oct 27 16:36:20.987659 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a8c194fa-a39a-448d-9ccb-b603e3498315 req-9a10c1af-adba-4e52-a69e-0191d6da9a1e service neutron] 10.222.0.66 "GET /v2.0/networks/4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4207332 Oct 27 16:36:21.009988 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7700e3f3-bbbf-48a4-8590-681d01bc21c1 req-303f323b-0141-4721-bbc8-b6ed7dca59b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:21.011675 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-7700e3f3-bbbf-48a4-8590-681d01bc21c1 req-303f323b-0141-4721-bbc8-b6ed7dca59b5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=900de597-e873-4f99-a7d4-e023d99223de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450695 Oct 27 16:36:21.071926 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-ed4b8807-7f49-44f4-9d9c-f79ff8f8bdca service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888782 Oct 27 16:36:21.153944 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-7700e3f3-bbbf-48a4-8590-681d01bc21c1 req-9e116314-2086-487b-ac64-ba94f07cc35a service neutron] 10.222.0.66 "GET /v2.0/networks/900de597-e873-4f99-a7d4-e023d99223de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240387 Oct 27 16:36:21.177815 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-77b41b9f-0511-4161-a0f1-b8f7a15b16e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:21.179746 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-77b41b9f-0511-4161-a0f1-b8f7a15b16e0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=04e556bb-e81e-445a-9a9a-3eeb79203905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2560899 Oct 27 16:36:21.188488 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccdfb64-07e1-4f57-97db-eea5adbba5e2 req-dca35d31-b544-4d96-b993-d36f3cd75e7d tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:21.195944 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9ccdfb64-07e1-4f57-97db-eea5adbba5e2 req-dca35d31-b544-4d96-b993-d36f3cd75e7d tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 944 time: 0.3796837 Oct 27 16:36:21.197631 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:21.292844 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-7700e3f3-bbbf-48a4-8590-681d01bc21c1 req-f9fd2572-c44a-426e-b0ca-3cadc8c6592d service neutron] 10.222.0.66 "GET /v2.0/networks/900de597-e873-4f99-a7d4-e023d99223de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234031 Oct 27 16:36:21.298038 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc348e5-0db9-40f2-806d-f5979a6fff0b req-15f67dcf-0426-40da-849c-7b815c66cd1a tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:21.299586 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6dc348e5-0db9-40f2-806d-f5979a6fff0b req-15f67dcf-0426-40da-849c-7b815c66cd1a tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 945 time: 0.3744805 Oct 27 16:36:21.311667 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4cbac-880a-4605-a594-64833087acc1 req-bba225d1-d023-4ac1-ae87-34e670a32fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:21.313421 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6ef4cbac-880a-4605-a594-64833087acc1 req-bba225d1-d023-4ac1-ae87-34e670a32fb9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a764bac289b649e9b1671333d51f7db3&device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 1096 time: 0.2454786 Oct 27 16:36:21.632076 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9ccdfb64-07e1-4f57-97db-eea5adbba5e2 req-308fc45e-e53f-4d1a-9d55-a2492f9bcfdc tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4352131 Oct 27 16:36:21.633841 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-9b5c7eb8-bbf0-433b-93f3-a1597bc95a08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:21.655116 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-dd566f62-a17c-4276-a5d1-eba829e80515 service neutron] 10.222.0.66 "GET /v2.0/networks/4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5412922 Oct 27 16:36:21.667537 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-9b5c7eb8-bbf0-433b-93f3-a1597bc95a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:21.701131 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6dc348e5-0db9-40f2-806d-f5979a6fff0b req-aa75216c-4736-4d00-9f36-1370c0444c24 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816473 Oct 27 16:36:21.773955 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5c7eb8-bbf0-433b-93f3-a1597bc95a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48347e8-37a6-4b3e-a994-fc32d53f6810,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:21.813895 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-3e2dbb2a-5ffd-4af2-8647-1c07bb3e7b89 service neutron] 10.222.0.66 "GET /v2.0/networks/04e556bb-e81e-445a-9a9a-3eeb79203905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6082611 Oct 27 16:36:21.894418 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-9b5c7eb8-bbf0-433b-93f3-a1597bc95a08 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3795faba2a2e445fb9099d16d883bbf5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3746617 Oct 27 16:36:21.897078 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 50034) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:21.950583 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e6e483af-c003-44c0-812c-082ded314f10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:21.974593 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4cbac-880a-4605-a594-64833087acc1 req-ac56d3af-0c43-45a5-994d-724f154e0699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:21.975970 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e6e483af-c003-44c0-812c-082ded314f10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:21.976095 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6ef4cbac-880a-4605-a594-64833087acc1 req-ac56d3af-0c43-45a5-994d-724f154e0699 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14 HTTP/1.1" status: 200 len: 921 time: 0.6358738 Oct 27 16:36:22.001137 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32689f-a415-4c33-8844-94a147a6fe2f req-1eb35b15-4ca0-4c1e-b59a-3eb786cb1237 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:22.002791 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6d32689f-a415-4c33-8844-94a147a6fe2f req-1eb35b15-4ca0-4c1e-b59a-3eb786cb1237 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/ports?device_id=02011a50-cf9d-4fc9-8546-11382b2e381e HTTP/1.1" status: 200 len: 944 time: 0.2876952 Oct 27 16:36:22.040393 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e6e483af-c003-44c0-812c-082ded314f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:22.043350 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e6e483af-c003-44c0-812c-082ded314f10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:22.044618 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-e6e483af-c003-44c0-812c-082ded314f10 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d48347e8-37a6-4b3e-a994-fc32d53f6810 HTTP/1.1" status: 204 len: 168 time: 0.1464670 Oct 27 16:36:22.054158 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e483af-c003-44c0-812c-082ded314f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48347e8-37a6-4b3e-a994-fc32d53f6810,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:22.062489 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 63231626-2a4c-4d5e-be79-43c2c12685d9 up at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:36:22.084429 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6ef4cbac-880a-4605-a594-64833087acc1 req-85e4a09e-e070-401a-8119-9eeedd60138f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d936b1e4-d206-4630-a2fd-ceb92f939c4a HTTP/1.1" status: 200 len: 217 time: 0.0806305 Oct 27 16:36:22.092219 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e7393-c289-4d3c-bfab-02db2b6c8249 req-3b2b38a9-b04e-4d3e-ae66-ef441026a25f tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:22.100606 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7a9e7393-c289-4d3c-bfab-02db2b6c8249 req-3b2b38a9-b04e-4d3e-ae66-ef441026a25f tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 944 time: 0.3115730 Oct 27 16:36:22.141400 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning for port 63231626-2a4c-4d5e-be79-43c2c12685d9 completed by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:36:22.144132 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fe7b0d7c-3671-498b-9d00-674621f7820a req-bf986d86-ca80-48fc-be64-3fcde2e7486b service neutron] 10.222.0.66 "GET /v2.0/networks/4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4535775 Oct 27 16:36:22.147065 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning complete for port 63231626-2a4c-4d5e-be79-43c2c12685d9 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:36:22.148222 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:22.214138 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6d32689f-a415-4c33-8844-94a147a6fe2f req-d929bb24-6297-48b7-ba8c-3d17984b1ae2 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/security-groups?id=7e176cf0-4318-49f1-b8ff-76f0e9783e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034299 Oct 27 16:36:22.244421 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-00bd4ad9-7aeb-4cda-96b5-1d659858c9e7 req-c76d9e58-e9dd-49dd-8478-0e808330e847 service neutron] 10.222.0.66 "GET /v2.0/networks/04e556bb-e81e-445a-9a9a-3eeb79203905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074173 Oct 27 16:36:22.289488 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:22.300521 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7a9e7393-c289-4d3c-bfab-02db2b6c8249 req-1d3e4fc0-daf9-421c-bf3e-ad33fbec544b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987634 Oct 27 16:36:22.306581 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4cbac-880a-4605-a594-64833087acc1 req-520bd006-3eff-4734-a1fb-d0eb89f9449d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:22.313458 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6ef4cbac-880a-4605-a594-64833087acc1 req-520bd006-3eff-4734-a1fb-d0eb89f9449d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fb778c79-e1ca-40aa-a2d2-a768cb1fae5c HTTP/1.1" status: 200 len: 859 time: 0.2012646 Oct 27 16:36:22.331617 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e9ac4-885e-4b31-b92e-d263e33a8a2a req-d9256711-3f18-4cfa-891f-9b18be62c261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:22.333591 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a65e9ac4-885e-4b31-b92e-d263e33a8a2a req-d9256711-3f18-4cfa-891f-9b18be62c261 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a764bac289b649e9b1671333d51f7db3&device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 1097 time: 0.1157913 Oct 27 16:36:22.340078 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02011a50-cf9d-4fc9-8546-11382b2e381e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63231626-2a4c-4d5e-be79-43c2c12685d9'}] {{(pid=101667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:36:22.388854 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6ef4cbac-880a-4605-a594-64833087acc1 req-07c8d565-0112-4e43-b897-8b38719d2b60 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598385 Oct 27 16:36:22.491955 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 63231626-2a4c-4d5e-be79-43c2c12685d9, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=63231626-2a4c-4d5e-be79-43c2c12685d9,segment=NetworkSegment(0a3fc771-2668-4303-a2ff-d7ecfbfe5f6b),segment_id=0a3fc771-2668-4303-a2ff-d7ecfbfe5f6b)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:36:22.497738 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:22.499845 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device a90a4eda-f446-46d2-974b-bc14587851d9 up at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:36:22.553199 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e96f2-b216-4186-9a2e-224c709a2a6a req-5a8bad0f-3812-44d4-9cc3-57bffa1931a9 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:22.560562 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6b4e96f2-b216-4186-9a2e-224c709a2a6a req-5a8bad0f-3812-44d4-9cc3-57bffa1931a9 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 944 time: 0.1825185 Oct 27 16:36:22.580750 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=63231626-2a4c-4d5e-be79-43c2c12685d9,revision_number=5']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:22.584337 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 50066) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:22.604158 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d9c0f5f2-84c6-485f-8dcb-818c335048da admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:22.620086 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e9ac4-885e-4b31-b92e-d263e33a8a2a req-e8c85e9a-cdff-4553-b4b5-27e330c06bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:22.623943 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a65e9ac4-885e-4b31-b92e-d263e33a8a2a req-e8c85e9a-cdff-4553-b4b5-27e330c06bcc service neutron] 10.222.0.66 "GET /v2.0/networks?id=4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14 HTTP/1.1" status: 200 len: 921 time: 0.2552626 Oct 27 16:36:22.631991 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning for port a90a4eda-f446-46d2-974b-bc14587851d9 completed by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:36:22.637913 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning complete for port a90a4eda-f446-46d2-974b-bc14587851d9 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:36:22.638776 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:22.733202 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a65e9ac4-885e-4b31-b92e-d263e33a8a2a req-94c50d92-3984-4f30-a4d7-8860509da7b4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ae663fd-1d43-45ed-baed-4618e9786532 HTTP/1.1" status: 200 len: 217 time: 0.0924721 Oct 27 16:36:22.763078 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15467c740e99bfee501675d45c0ab6b31e8088b61e385ce1236909406ef3d9b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e73e4a-5c1b-49d3-8908-d7fcb1809530" -d '{"events": [{"server_uuid": "02011a50-cf9d-4fc9-8546-11382b2e381e", "name": "network-vif-plugged", "status": "completed", "tag": "63231626-2a4c-4d5e-be79-43c2c12685d9"}]}' {{(pid=101667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:36:22.781078 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d9c0f5f2-84c6-485f-8dcb-818c335048da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:22.785685 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d9c0f5f2-84c6-485f-8dcb-818c335048da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:22.791719 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6ef4cbac-880a-4605-a594-64833087acc1 req-c78f1a47-af55-488a-beaf-0d2ece86cf30 service neutron] 10.222.0.66 "GET /v2.0/networks/4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709989 Oct 27 16:36:22.848083 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:22.864080 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0f5f2-84c6-485f-8dcb-818c335048da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888a9dc1-510e-4320-8ac9-b8726acf4188,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:22.872973 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-d9c0f5f2-84c6-485f-8dcb-818c335048da admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=42899726bcf54d04b328bf32ea9257c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2874641 Oct 27 16:36:22.884781 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 50088) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:22.892572 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6b4e96f2-b216-4186-9a2e-224c709a2a6a req-5639ddf4-4101-44df-bdb2-5b681a296574 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3309586 Oct 27 16:36:22.897072 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port a90a4eda-f446-46d2-974b-bc14587851d9, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=a90a4eda-f446-46d2-974b-bc14587851d9,segment=NetworkSegment(0686f11a-d5c1-4844-a3a9-7ba2229df7a3),segment_id=0686f11a-d5c1-4844-a3a9-7ba2229df7a3)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:36:22.904888 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:22.997552 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=a90a4eda-f446-46d2-974b-bc14587851d9,revision_number=5']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:23.017093 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-efdb2fc0-9bb4-4653-9acb-c2c263b8591e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:23.051457 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-efdb2fc0-9bb4-4653-9acb-c2c263b8591e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:23.102169 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-efdb2fc0-9bb4-4653-9acb-c2c263b8591e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:23.104725 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-efdb2fc0-9bb4-4653-9acb-c2c263b8591e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:23.106039 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-efdb2fc0-9bb4-4653-9acb-c2c263b8591e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/888a9dc1-510e-4320-8ac9-b8726acf4188 HTTP/1.1" status: 204 len: 168 time: 0.2204390 Oct 27 16:36:23.114072 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e9ac4-885e-4b31-b92e-d263e33a8a2a req-58ffc919-fe59-40ba-9bd1-08781c0232d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:23.115550 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a65e9ac4-885e-4b31-b92e-d263e33a8a2a req-58ffc919-fe59-40ba-9bd1-08781c0232d7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fb778c79-e1ca-40aa-a2d2-a768cb1fae5c HTTP/1.1" status: 200 len: 859 time: 0.3532214 Oct 27 16:36:23.116220 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb2fc0-9bb4-4653-9acb-c2c263b8591e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888a9dc1-510e-4320-8ac9-b8726acf4188,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:23.122977 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac07bf-f4b2-405f-96bc-6bbc799d4023 req-770c9c6f-10ca-4aa8-a19d-55af86009bd3 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:23.124405 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1cac07bf-f4b2-405f-96bc-6bbc799d4023 req-770c9c6f-10ca-4aa8-a19d-55af86009bd3 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 944 time: 0.3307667 Oct 27 16:36:23.152104 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6ef4cbac-880a-4605-a594-64833087acc1 req-763a195b-66c1-452e-bcc6-30b302cf3452 service neutron] 10.222.0.66 "GET /v2.0/networks/4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179336 Oct 27 16:36:23.172930 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a65e9ac4-885e-4b31-b92e-d263e33a8a2a req-12966c64-9782-48e5-acb6-42ea4f4a6a5d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448813 Oct 27 16:36:23.189362 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c9eab-0ef9-42bf-bdae-a2f23aa29c09 req-6f12d3b9-c661-417a-bb52-33db7c21cc0c tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:23.192840 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e45c9eab-0ef9-42bf-bdae-a2f23aa29c09 req-6f12d3b9-c661-417a-bb52-33db7c21cc0c tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 946 time: 0.1386096 Oct 27 16:36:23.274516 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1cac07bf-f4b2-405f-96bc-6bbc799d4023 req-38d6fe6c-38f4-4430-b1d4-3154cf675c18 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347995 Oct 27 16:36:23.309711 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e45c9eab-0ef9-42bf-bdae-a2f23aa29c09 req-228a30a4-6066-457e-b9b4-9ede805cb94c tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997708 Oct 27 16:36:23.350647 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a65e9ac4-885e-4b31-b92e-d263e33a8a2a req-b5972f6b-0085-4b9d-b6a8-b089937097dc service neutron] 10.222.0.66 "GET /v2.0/networks/4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567018 Oct 27 16:36:23.472281 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ade2e-c713-4d12-9e73-b5355edd3e2a req-f9088b49-0786-41f1-8139-561d2873a450 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:23.474449 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b08ade2e-c713-4d12-9e73-b5355edd3e2a req-f9088b49-0786-41f1-8139-561d2873a450 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/ports?device_id=02011a50-cf9d-4fc9-8546-11382b2e381e HTTP/1.1" status: 200 len: 945 time: 0.0855799 Oct 27 16:36:23.483844 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6550bc84-c199-4abc-8e2c-d6b8ce8fdb96 x-openstack-request-id: req-6550bc84-c199-4abc-8e2c-d6b8ce8fdb96 {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:36:23.484676 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02011a50-cf9d-4fc9-8546-11382b2e381e", "name": "network-vif-plugged", "status": "completed", "tag": "63231626-2a4c-4d5e-be79-43c2c12685d9", "code": 200}]} {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:36:23.484925 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6550bc84-c199-4abc-8e2c-d6b8ce8fdb96 {{(pid=101667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:36:23.485532 dv-cinder-815659-1-iscsi neutron-server[101667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02011a50-cf9d-4fc9-8546-11382b2e381e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63231626-2a4c-4d5e-be79-43c2c12685d9', 'code': 200} Oct 27 16:36:23.512959 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a65e9ac4-885e-4b31-b92e-d263e33a8a2a req-b252c702-9bdc-4202-ad1d-790bc00888e8 service neutron] 10.222.0.66 "GET /v2.0/networks/4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476111 Oct 27 16:36:23.538677 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b08ade2e-c713-4d12-9e73-b5355edd3e2a req-a437ec26-f5eb-441a-a6ac-36b8e8ecad84 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/security-groups?id=7e176cf0-4318-49f1-b8ff-76f0e9783e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527949 Oct 27 16:36:23.626041 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9d646-2fe8-485f-a9d3-2253c840d645 req-3efb1596-2c6c-4c63-90d8-6e61fbc541af tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:23.627538 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c8f9d646-2fe8-485f-a9d3-2253c840d645 req-3efb1596-2c6c-4c63-90d8-6e61fbc541af tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 944 time: 0.0798783 Oct 27 16:36:23.634347 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e9ac4-885e-4b31-b92e-d263e33a8a2a req-42af2867-e130-4f8f-b01e-54f4b63da008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:23.635916 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a65e9ac4-885e-4b31-b92e-d263e33a8a2a req-42af2867-e130-4f8f-b01e-54f4b63da008 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a56e030f182417680e61e5c27a2cb30&device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 1097 time: 0.0571551 Oct 27 16:36:23.935807 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c8f9d646-2fe8-485f-a9d3-2253c840d645 req-28b70ccf-5fbc-4728-b6f1-6e8e75625936 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2988408 Oct 27 16:36:23.987188 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d903c-309f-4476-beda-ae04361ca716 req-7aea3f99-3143-4388-ae9b-4026f9c48ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:23.988670 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f90d903c-309f-4476-beda-ae04361ca716 req-7aea3f99-3143-4388-ae9b-4026f9c48ac7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=02011a50-cf9d-4fc9-8546-11382b2e381e HTTP/1.1" status: 200 len: 1098 time: 0.3150775 Oct 27 16:36:24.011079 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e9ac4-885e-4b31-b92e-d263e33a8a2a req-ee817643-a50b-4d00-8c16-bec67c56c591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:24.012551 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a65e9ac4-885e-4b31-b92e-d263e33a8a2a req-ee817643-a50b-4d00-8c16-bec67c56c591 service neutron] 10.222.0.66 "GET /v2.0/networks?id=04e556bb-e81e-445a-9a9a-3eeb79203905 HTTP/1.1" status: 200 len: 919 time: 0.3619463 Oct 27 16:36:24.022344 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-f90d903c-309f-4476-beda-ae04361ca716 req-fd7b4e71-2654-47d9-adba-e9e4f40c8a6d service neutron] Publish callbacks [] for security_group, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:24.069928 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device d936b1e4-d206-4630-a2fd-ceb92f939c4a details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=101667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:36:24.083866 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f492b2d-01e3-423b-94ce-e60a6c615458 req-0aa4d11b-7201-4f34-a995-1bd7fa2ff93e tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:24.085413 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0f492b2d-01e3-423b-94ce-e60a6c615458 req-0aa4d11b-7201-4f34-a995-1bd7fa2ff93e tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 944 time: 0.1244953 Oct 27 16:36:24.087014 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a65e9ac4-885e-4b31-b92e-d263e33a8a2a req-081b14cc-16e0-4103-a0e1-a890d62c8d90 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2efa01dc-81c3-46bb-9ef0-b94159290efa HTTP/1.1" status: 200 len: 217 time: 0.0560596 Oct 27 16:36:24.207622 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0f492b2d-01e3-423b-94ce-e60a6c615458 req-6a29ea95-9b21-4ac9-8a6b-426e4e97736f tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127629 Oct 27 16:36:24.235727 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port d936b1e4-d206-4630-a2fd-ceb92f939c4a, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=d936b1e4-d206-4630-a2fd-ceb92f939c4a,segment=NetworkSegment(29b05e4f-1fbd-4194-bf65-15dc47a9d766),segment_id=29b05e4f-1fbd-4194-bf65-15dc47a9d766)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:36:24.241890 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e9ac4-885e-4b31-b92e-d263e33a8a2a req-b62f30fb-997f-4793-a00a-56d53a332306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:24.243562 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a65e9ac4-885e-4b31-b92e-d263e33a8a2a req-b62f30fb-997f-4793-a00a-56d53a332306 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bfd7b3b6-c867-4ea0-ba61-155e778fa591 HTTP/1.1" status: 200 len: 856 time: 0.1381147 Oct 27 16:36:24.254075 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Returning: {'device': 'd936b1e4-d206-4630-a2fd-ceb92f939c4a', 'network_id': '4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14', 'port_id': 'd936b1e4-d206-4630-a2fd-ceb92f939c4a', 'mac_address': 'fa:16:3e:86:be:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb778c79-e1ca-40aa-a2d2-a768cb1fae5c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:36:24.300367 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:24.320262 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d936b1e4-d206-4630-a2fd-ceb92f939c4a {{(pid=101667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:36:24.325338 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-f90d903c-309f-4476-beda-ae04361ca716 req-fd7b4e71-2654-47d9-adba-e9e4f40c8a6d service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:24.351921 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-f90d903c-309f-4476-beda-ae04361ca716 req-fd7b4e71-2654-47d9-adba-e9e4f40c8a6d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:24.366190 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port d936b1e4-d206-4630-a2fd-ceb92f939c4a, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=d936b1e4-d206-4630-a2fd-ceb92f939c4a,segment=NetworkSegment(29b05e4f-1fbd-4194-bf65-15dc47a9d766),segment_id=29b05e4f-1fbd-4194-bf65-15dc47a9d766)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:36:24.373209 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:24.377085 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 01fb2c1e-9441-4877-b896-538153069ce7 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=101667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:36:24.390246 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 50150) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:24.406953 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e9ac4-885e-4b31-b92e-d263e33a8a2a req-21d99196-28de-4c79-9e0e-7132efbc534b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:24.416710 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a65e9ac4-885e-4b31-b92e-d263e33a8a2a req-21d99196-28de-4c79-9e0e-7132efbc534b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=04e556bb-e81e-445a-9a9a-3eeb79203905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1599333 Oct 27 16:36:24.477336 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f90d903c-309f-4476-beda-ae04361ca716 req-fd7b4e71-2654-47d9-adba-e9e4f40c8a6d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7e176cf0-4318-49f1-b8ff-76f0e9783e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745538 Oct 27 16:36:24.508850 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-48eba771-a4a7-4b5d-b2f0-c051012df546 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:24.516951 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=d936b1e4-d206-4630-a2fd-ceb92f939c4a,revision_number=4']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:24.552247 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b4e71-2654-47d9-adba-e9e4f40c8a6d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b3956c80-7ecc-4c4b-a97d-1c2c922845cf,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:24.559855 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 01fb2c1e-9441-4877-b896-538153069ce7, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=01fb2c1e-9441-4877-b896-538153069ce7,segment=NetworkSegment(666d1a16-746f-4e08-a2d0-b6a8afa6f4ba),segment_id=666d1a16-746f-4e08-a2d0-b6a8afa6f4ba)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:36:24.576580 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Returning: {'device': '01fb2c1e-9441-4877-b896-538153069ce7', 'network_id': '900de597-e873-4f99-a7d4-e023d99223de', 'port_id': '01fb2c1e-9441-4877-b896-538153069ce7', 'mac_address': 'fa:16:3e:55:11:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae9f7717-3703-4043-b05c-cf4237b7a0b2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:36:24.596749 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-48eba771-a4a7-4b5d-b2f0-c051012df546 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:24.601777 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-48eba771-a4a7-4b5d-b2f0-c051012df546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:24.603867 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c20bbf-b232-4d9e-aab6-21f823305f4d req-9c7cac7e-2caf-4c27-a4da-008cae99e65c tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:24.605502 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-01c20bbf-b232-4d9e-aab6-21f823305f4d req-9c7cac7e-2caf-4c27-a4da-008cae99e65c tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 946 time: 0.1763475 Oct 27 16:36:24.617624 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:24.627029 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6083086-d9dc-4b14-a271-0f8429f4937b req-efda879d-69c5-4c48-b7bf-3ebbb583224e tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:24.628549 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e6083086-d9dc-4b14-a271-0f8429f4937b req-efda879d-69c5-4c48-b7bf-3ebbb583224e tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 944 time: 0.2109201 Oct 27 16:36:24.632575 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01fb2c1e-9441-4877-b896-538153069ce7 {{(pid=101667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:36:24.637560 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a65e9ac4-885e-4b31-b92e-d263e33a8a2a req-e78bd1bb-63f6-4800-8115-369ca84b07c4 service neutron] 10.222.0.66 "GET /v2.0/networks/04e556bb-e81e-445a-9a9a-3eeb79203905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057238 Oct 27 16:36:24.639081 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-48eba771-a4a7-4b5d-b2f0-c051012df546 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f9e54bbc284c4cca8c83a648040f5a61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2469623 Oct 27 16:36:24.641753 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 50156) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:24.655816 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 01fb2c1e-9441-4877-b896-538153069ce7, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=01fb2c1e-9441-4877-b896-538153069ce7,segment=NetworkSegment(666d1a16-746f-4e08-a2d0-b6a8afa6f4ba),segment_id=666d1a16-746f-4e08-a2d0-b6a8afa6f4ba)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:36:24.661623 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:24.671600 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eba771-a4a7-4b5d-b2f0-c051012df546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a361682a-4730-4c29-9400-b3b5c5b5308e,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:24.690871 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-01c20bbf-b232-4d9e-aab6-21f823305f4d req-a8ba2ab8-d5c1-4d80-83bd-e9fe2eaa478c tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752745 Oct 27 16:36:24.695784 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e6083086-d9dc-4b14-a271-0f8429f4937b req-41afebf1-7014-4c7d-bbf4-ded19755693e tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573497 Oct 27 16:36:24.710428 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=01fb2c1e-9441-4877-b896-538153069ce7,revision_number=4']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:24.712220 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-37f38aad-7536-4480-a76a-057a59884677 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:24.743402 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-37f38aad-7536-4480-a76a-057a59884677 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:24.791332 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-37f38aad-7536-4480-a76a-057a59884677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:24.793873 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-37f38aad-7536-4480-a76a-057a59884677 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:24.795110 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-37f38aad-7536-4480-a76a-057a59884677 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a361682a-4730-4c29-9400-b3b5c5b5308e HTTP/1.1" status: 204 len: 168 time: 0.1522880 Oct 27 16:36:24.805022 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f38aad-7536-4480-a76a-057a59884677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a361682a-4730-4c29-9400-b3b5c5b5308e,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:24.820111 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e587256-a34d-46fd-af0c-90a3212b3726 req-279340bd-1309-45be-95a9-91bccb970298 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:24.822636 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5e587256-a34d-46fd-af0c-90a3212b3726 req-279340bd-1309-45be-95a9-91bccb970298 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/ports?device_id=02011a50-cf9d-4fc9-8546-11382b2e381e HTTP/1.1" status: 200 len: 945 time: 0.0518417 Oct 27 16:36:24.863903 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5e587256-a34d-46fd-af0c-90a3212b3726 req-8b0ea7ba-4171-4d8a-9aa5-33494e74471d tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/security-groups?id=7e176cf0-4318-49f1-b8ff-76f0e9783e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362973 Oct 27 16:36:25.061299 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec77898-565b-473d-ae8a-356f7c53e786 req-b131fdd3-d2bf-4271-b54c-94a94040cf93 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:25.062798 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-dec77898-565b-473d-ae8a-356f7c53e786 req-b131fdd3-d2bf-4271-b54c-94a94040cf93 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 944 time: 0.0482309 Oct 27 16:36:25.101241 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-dec77898-565b-473d-ae8a-356f7c53e786 req-6b253327-8cd1-4a02-a87b-9d3e8f74ba1f tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321548 Oct 27 16:36:25.324000 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5881cb2-1aa3-40a0-a147-ac5b959e8811 req-0d025a94-3705-4a64-9db6-31efcc8ef39e tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:25.325526 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d5881cb2-1aa3-40a0-a147-ac5b959e8811 req-0d025a94-3705-4a64-9db6-31efcc8ef39e tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 945 time: 0.0588717 Oct 27 16:36:25.367141 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d5881cb2-1aa3-40a0-a147-ac5b959e8811 req-7eb7cb7b-2552-4f29-a5e5-f9104225a5ba tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343218 Oct 27 16:36:25.461276 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 50190) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:25.487384 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f75a58-ef4b-4989-8932-57a21ae886b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90a4eda-f446-46d2-974b-bc14587851d9'}] {{(pid=101667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:36:25.489716 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15467c740e99bfee501675d45c0ab6b31e8088b61e385ce1236909406ef3d9b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ade6926-eac3-4d53-843a-c1db61b10579" -d '{"events": [{"server_uuid": "a1f75a58-ef4b-4989-8932-57a21ae886b7", "name": "network-vif-plugged", "status": "completed", "tag": "a90a4eda-f446-46d2-974b-bc14587851d9"}]}' {{(pid=101667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:36:25.527769 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbffaff7-4e96-4dfd-947b-249c088b9782 x-openstack-request-id: req-bbffaff7-4e96-4dfd-947b-249c088b9782 {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:36:25.528387 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f75a58-ef4b-4989-8932-57a21ae886b7", "name": "network-vif-plugged", "status": "completed", "tag": "a90a4eda-f446-46d2-974b-bc14587851d9", "code": 200}]} {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:36:25.528387 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bbffaff7-4e96-4dfd-947b-249c088b9782 {{(pid=101667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:36:25.528728 dv-cinder-815659-1-iscsi neutron-server[101667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f75a58-ef4b-4989-8932-57a21ae886b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90a4eda-f446-46d2-974b-bc14587851d9', 'code': 200} Oct 27 16:36:25.620886 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-927b9c1a-c989-4560-89b5-9f88ee472cf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:25.702310 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-927b9c1a-c989-4560-89b5-9f88ee472cf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:25.706236 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-927b9c1a-c989-4560-89b5-9f88ee472cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:25.744633 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b9c1a-c989-4560-89b5-9f88ee472cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6399b8ff-93ab-46bb-b50e-a28bfd498764,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:25.750346 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-927b9c1a-c989-4560-89b5-9f88ee472cf4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=41bece02a5c64c5da46374d78c595c34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2878337 Oct 27 16:36:25.753233 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 50210) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:25.852020 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-3ca2b7f0-c556-4951-9e6f-3c1f351183df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:25.875816 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-3ca2b7f0-c556-4951-9e6f-3c1f351183df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:25.885448 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2da535-a3c3-444f-9e5a-b7cacf5d3b67 req-1af8eaa0-b1a1-427c-a1ee-88787fc08167 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:25.885845 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7b2da535-a3c3-444f-9e5a-b7cacf5d3b67 req-1af8eaa0-b1a1-427c-a1ee-88787fc08167 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 944 time: 0.0892870 Oct 27 16:36:25.918379 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed361c0-9db6-4b5d-912e-3ab3c69f60c3 req-31b2e8fc-9aa3-4614-a3dd-a29b18e4408c tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:25.925717 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4ed361c0-9db6-4b5d-912e-3ab3c69f60c3 req-31b2e8fc-9aa3-4614-a3dd-a29b18e4408c tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 946 time: 0.1186621 Oct 27 16:36:25.949215 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-3ca2b7f0-c556-4951-9e6f-3c1f351183df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:25.951863 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-3ca2b7f0-c556-4951-9e6f-3c1f351183df admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:25.953438 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-3ca2b7f0-c556-4951-9e6f-3c1f351183df admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6399b8ff-93ab-46bb-b50e-a28bfd498764 HTTP/1.1" status: 204 len: 168 time: 0.1987228 Oct 27 16:36:25.963708 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2b7f0-c556-4951-9e6f-3c1f351183df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6399b8ff-93ab-46bb-b50e-a28bfd498764,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:25.970024 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7b2da535-a3c3-444f-9e5a-b7cacf5d3b67 req-1758d8f2-1cea-4ade-9314-8e99f4bdbf53 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769815 Oct 27 16:36:26.004201 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4ed361c0-9db6-4b5d-912e-3ab3c69f60c3 req-125efad3-13d6-4d33-8d27-579e14421596 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727017 Oct 27 16:36:26.099013 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858aa010-6cfe-4c5d-a0e1-340758bf776b req-e7ad6023-783a-4648-94c2-6c2d4a241fb7 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:26.101471 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-858aa010-6cfe-4c5d-a0e1-340758bf776b req-e7ad6023-783a-4648-94c2-6c2d4a241fb7 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/ports?device_id=02011a50-cf9d-4fc9-8546-11382b2e381e HTTP/1.1" status: 200 len: 945 time: 0.0502317 Oct 27 16:36:26.140853 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-858aa010-6cfe-4c5d-a0e1-340758bf776b req-311e9d8d-e837-4a93-8853-7818adf3408e tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/security-groups?id=7e176cf0-4318-49f1-b8ff-76f0e9783e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330219 Oct 27 16:36:26.229410 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac1788-76f0-4fe4-b083-95e0de865b98 req-5334d30c-0ae7-4f67-9dd4-aa850ed6d7fb tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:26.230993 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-39ac1788-76f0-4fe4-b083-95e0de865b98 req-5334d30c-0ae7-4f67-9dd4-aa850ed6d7fb tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 944 time: 0.0517938 Oct 27 16:36:26.273994 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-39ac1788-76f0-4fe4-b083-95e0de865b98 req-9defe936-f213-4971-9136-70bbbb9cd508 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367665 Oct 27 16:36:26.286644 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 50230) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:26.303252 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-4e8fc019-498d-403f-a769-fd56f4b574c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:26.379525 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-4e8fc019-498d-403f-a769-fd56f4b574c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:26.384869 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-4e8fc019-498d-403f-a769-fd56f4b574c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:26.423137 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-4e8fc019-498d-403f-a769-fd56f4b574c7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=30c00cb7050144d6b143869177160140&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1347613 Oct 27 16:36:26.424059 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8fc019-498d-403f-a769-fd56f4b574c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c0c45a-f179-4c99-ac2c-44538a810af0,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:26.425895 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 50238) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:26.520687 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5885e-5fd7-4aec-8f14-48a29caf373a req-e42653a7-23b6-43c4-b8dd-189ea8bcd9d1 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:26.522174 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ffd5885e-5fd7-4aec-8f14-48a29caf373a req-e42653a7-23b6-43c4-b8dd-189ea8bcd9d1 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 945 time: 0.0787473 Oct 27 16:36:26.522945 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-93ec3558-9e15-4b3a-adc4-751a1857d2ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:26.558544 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-93ec3558-9e15-4b3a-adc4-751a1857d2ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:26.595199 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ffd5885e-5fd7-4aec-8f14-48a29caf373a req-19641b8d-d64e-4b8e-96f7-7c41fe95ca82 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666168 Oct 27 16:36:26.621413 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-93ec3558-9e15-4b3a-adc4-751a1857d2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:26.624005 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-93ec3558-9e15-4b3a-adc4-751a1857d2ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:26.625125 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-93ec3558-9e15-4b3a-adc4-751a1857d2ee admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/11c0c45a-f179-4c99-ac2c-44538a810af0 HTTP/1.1" status: 204 len: 168 time: 0.1980331 Oct 27 16:36:26.635732 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ec3558-9e15-4b3a-adc4-751a1857d2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c0c45a-f179-4c99-ac2c-44538a810af0,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:26.847396 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 7ae663fd-1d43-45ed-baed-4618e9786532 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=101667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:36:26.957472 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 7ae663fd-1d43-45ed-baed-4618e9786532, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=7ae663fd-1d43-45ed-baed-4618e9786532,segment=NetworkSegment(29b05e4f-1fbd-4194-bf65-15dc47a9d766),segment_id=29b05e4f-1fbd-4194-bf65-15dc47a9d766)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:36:26.970950 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Returning: {'device': '7ae663fd-1d43-45ed-baed-4618e9786532', 'network_id': '4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14', 'port_id': '7ae663fd-1d43-45ed-baed-4618e9786532', 'mac_address': 'fa:16:3e:4f:81:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb778c79-e1ca-40aa-a2d2-a768cb1fae5c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:36:27.015857 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:27.033795 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ae663fd-1d43-45ed-baed-4618e9786532 {{(pid=101667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:36:27.056009 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 7ae663fd-1d43-45ed-baed-4618e9786532, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=7ae663fd-1d43-45ed-baed-4618e9786532,segment=NetworkSegment(29b05e4f-1fbd-4194-bf65-15dc47a9d766),segment_id=29b05e4f-1fbd-4194-bf65-15dc47a9d766)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:36:27.062942 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:27.064118 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 2efa01dc-81c3-46bb-9ef0-b94159290efa details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=101667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:36:27.167701 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba920e4-5acc-4625-9061-3d8de785076b req-ecf38d6f-5670-4239-b72d-2604b702d8aa tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:27.169416 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-bba920e4-5acc-4625-9061-3d8de785076b req-ecf38d6f-5670-4239-b72d-2604b702d8aa tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 945 time: 0.1015508 Oct 27 16:36:27.186647 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=7ae663fd-1d43-45ed-baed-4618e9786532,revision_number=4']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:27.189326 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc6327-5191-41fb-a764-89b5dc72d09d req-68d5d2a3-843b-496a-870e-96bbfdb06b22 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:27.190952 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fffc6327-5191-41fb-a764-89b5dc72d09d req-68d5d2a3-843b-496a-870e-96bbfdb06b22 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 946 time: 0.0748372 Oct 27 16:36:27.240084 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 2efa01dc-81c3-46bb-9ef0-b94159290efa, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=2efa01dc-81c3-46bb-9ef0-b94159290efa,segment=NetworkSegment(04b90801-dbaa-4b6b-a289-4b9ced180864),segment_id=04b90801-dbaa-4b6b-a289-4b9ced180864)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:36:27.242052 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-bba920e4-5acc-4625-9061-3d8de785076b req-965bb533-c6c6-421b-aa80-84239047ae76 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616369 Oct 27 16:36:27.254592 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Returning: {'device': '2efa01dc-81c3-46bb-9ef0-b94159290efa', 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905', 'port_id': '2efa01dc-81c3-46bb-9ef0-b94159290efa', 'mac_address': 'fa:16:3e:c0:13:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfd7b3b6-c867-4ea0-ba61-155e778fa591', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:36:27.255372 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fffc6327-5191-41fb-a764-89b5dc72d09d req-147fabec-8ec6-42d8-acc1-33008236a76b tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512769 Oct 27 16:36:27.402745 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:27.416272 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2efa01dc-81c3-46bb-9ef0-b94159290efa {{(pid=101667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:36:27.421124 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae403f9-8a25-48ca-99ed-ec2752c41c05 req-aa9caa9e-9ef8-4fc8-92a6-f44142f55eae tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:27.422624 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-eae403f9-8a25-48ca-99ed-ec2752c41c05 req-aa9caa9e-9ef8-4fc8-92a6-f44142f55eae tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/ports?device_id=02011a50-cf9d-4fc9-8546-11382b2e381e HTTP/1.1" status: 200 len: 945 time: 0.0805843 Oct 27 16:36:27.440517 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 2efa01dc-81c3-46bb-9ef0-b94159290efa, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=2efa01dc-81c3-46bb-9ef0-b94159290efa,segment=NetworkSegment(04b90801-dbaa-4b6b-a289-4b9ced180864),segment_id=04b90801-dbaa-4b6b-a289-4b9ced180864)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:36:27.444914 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54b2ee-02d9-4da7-ad7e-99b60d53dcb9 req-4f4edebd-c316-4a7d-b5f5-cc9ba5f68c15 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:27.445179 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:27.446440 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-dc54b2ee-02d9-4da7-ad7e-99b60d53dcb9 req-4f4edebd-c316-4a7d-b5f5-cc9ba5f68c15 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 944 time: 0.0904114 Oct 27 16:36:27.501642 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=2efa01dc-81c3-46bb-9ef0-b94159290efa,revision_number=4']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:27.503681 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-eae403f9-8a25-48ca-99ed-ec2752c41c05 req-8321d009-595e-4bf6-ab90-620c5cca011f tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/security-groups?id=7e176cf0-4318-49f1-b8ff-76f0e9783e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745690 Oct 27 16:36:27.512913 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-dc54b2ee-02d9-4da7-ad7e-99b60d53dcb9 req-cfed0d03-7772-4e16-859c-7e118c857dc0 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584068 Oct 27 16:36:27.716163 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb3171-292a-4c59-96a1-832c1dc7ec57 req-cbfba746-dc3d-4191-adb6-0e2952fd4693 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:27.716163 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-eabb3171-292a-4c59-96a1-832c1dc7ec57 req-cbfba746-dc3d-4191-adb6-0e2952fd4693 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 945 time: 0.0489116 Oct 27 16:36:27.753995 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-eabb3171-292a-4c59-96a1-832c1dc7ec57 req-b0a0b4aa-b324-4885-ba66-c38001b91f89 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326216 Oct 27 16:36:28.279488 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a65e9ac4-885e-4b31-b92e-d263e33a8a2a req-3237a97e-19f5-4867-b32b-c07b7d852de3 service neutron] 10.222.0.66 "GET /v2.0/networks/04e556bb-e81e-445a-9a9a-3eeb79203905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906024 Oct 27 16:36:28.447526 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad9d08-45de-4ae6-9cb5-a5842d7cb18e req-52e60dbf-7ed3-42e6-92e6-2343c0c813dd tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:28.449059 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-56ad9d08-45de-4ae6-9cb5-a5842d7cb18e req-52e60dbf-7ed3-42e6-92e6-2343c0c813dd tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 945 time: 0.1035578 Oct 27 16:36:28.458841 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db94368-77c2-44f7-aed3-6f81235a8f8e req-dfdc0eb6-3b67-45bd-b065-345a16a035a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:28.460286 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3db94368-77c2-44f7-aed3-6f81235a8f8e req-dfdc0eb6-3b67-45bd-b065-345a16a035a6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 1099 time: 0.0962830 Oct 27 16:36:28.468154 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3137ac2-2dec-483d-a51f-fb455cac4e94 req-edf21bac-c174-40b8-80f4-80727c31e40b tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:28.469524 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a3137ac2-2dec-483d-a51f-fb455cac4e94 req-edf21bac-c174-40b8-80f4-80727c31e40b tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 946 time: 0.1227765 Oct 27 16:36:28.551645 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-56ad9d08-45de-4ae6-9cb5-a5842d7cb18e req-3cabc371-074b-4bff-8cf7-c535f84dfd41 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951760 Oct 27 16:36:28.562328 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a3137ac2-2dec-483d-a51f-fb455cac4e94 req-ed4e3f4e-d682-4e85-8960-05e13cf42095 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857882 Oct 27 16:36:28.576623 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3db94368-77c2-44f7-aed3-6f81235a8f8e req-52093342-e5ae-4054-9060-97338951da77 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020422 Oct 27 16:36:28.688334 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['d936b1e4-d206-4630-a2fd-ceb92f939c4a'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:36:28.712389 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a8566-dd97-4c56-b425-7fd8b7800034 req-c7c95e64-a85e-4611-a262-14cce98da226 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:28.714044 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2b4a8566-dd97-4c56-b425-7fd8b7800034 req-c7c95e64-a85e-4611-a262-14cce98da226 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/ports?device_id=02011a50-cf9d-4fc9-8546-11382b2e381e HTTP/1.1" status: 200 len: 945 time: 0.0805192 Oct 27 16:36:28.726129 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef01d1f-a4bd-46af-b3bf-4ca2cc3522cd req-4a4d09eb-eedc-445c-86bf-75b7f317d837 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:28.727928 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6ef01d1f-a4bd-46af-b3bf-4ca2cc3522cd req-4a4d09eb-eedc-445c-86bf-75b7f317d837 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 945 time: 0.0837331 Oct 27 16:36:28.777714 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['01fb2c1e-9441-4877-b896-538153069ce7'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:36:28.800398 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2b4a8566-dd97-4c56-b425-7fd8b7800034 req-7f5622d6-b41c-41b6-a4ff-47afe24dcad1 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/security-groups?id=7e176cf0-4318-49f1-b8ff-76f0e9783e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713372 Oct 27 16:36:28.838509 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6ef01d1f-a4bd-46af-b3bf-4ca2cc3522cd req-50b1f54b-c8b2-42d5-b251-29ab1ea78cd2 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933800 Oct 27 16:36:28.896696 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['7ae663fd-1d43-45ed-baed-4618e9786532'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:36:28.923156 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92835f1-a7fc-467b-9299-71507e2c3ae0 req-aabdc4b2-5e7b-4915-a4b7-126efe812588 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:28.931040 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e92835f1-a7fc-467b-9299-71507e2c3ae0 req-aabdc4b2-5e7b-4915-a4b7-126efe812588 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 945 time: 0.0661674 Oct 27 16:36:28.948522 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['2efa01dc-81c3-46bb-9ef0-b94159290efa'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:36:28.984209 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e92835f1-a7fc-467b-9299-71507e2c3ae0 req-5e3a950a-5797-4367-9e25-fb97f46f086a tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478802 Oct 27 16:36:29.696376 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596b01c-170b-4b4e-9c5e-14e0f11256b7 req-81962415-d52d-463d-8eaa-9669b0c766b7 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:29.697906 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8596b01c-170b-4b4e-9c5e-14e0f11256b7 req-81962415-d52d-463d-8eaa-9669b0c766b7 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 945 time: 0.0777502 Oct 27 16:36:29.719640 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb97b34-6861-4700-b322-61cdac431d25 req-8edc7fe0-23a4-43d0-b920-12984f54aa1f tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:29.721185 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7cb97b34-6861-4700-b322-61cdac431d25 req-8edc7fe0-23a4-43d0-b920-12984f54aa1f tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 946 time: 0.0733051 Oct 27 16:36:29.763972 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8596b01c-170b-4b4e-9c5e-14e0f11256b7 req-cabb58b2-e86a-4a63-875d-6c3863f9da05 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582225 Oct 27 16:36:29.778277 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7cb97b34-6861-4700-b322-61cdac431d25 req-e7de5b1e-7689-4435-9665-8047fb84eb6f tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495872 Oct 27 16:36:29.904030 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4dd07-45e1-48e2-ac1d-ae9774ed797c req-8b1e31e6-52c6-453e-9d11-6fa616230a6f tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:29.905525 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-05e4dd07-45e1-48e2-ac1d-ae9774ed797c req-8b1e31e6-52c6-453e-9d11-6fa616230a6f tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/ports?device_id=02011a50-cf9d-4fc9-8546-11382b2e381e HTTP/1.1" status: 200 len: 945 time: 0.0570691 Oct 27 16:36:29.967990 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-05e4dd07-45e1-48e2-ac1d-ae9774ed797c req-0e3f088d-b4a8-4e9c-b950-65411c3fbb8b tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/security-groups?id=7e176cf0-4318-49f1-b8ff-76f0e9783e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527084 Oct 27 16:36:29.979070 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26554f-9367-4ba4-88ee-f0bff3403433 req-58f750b0-58f4-4b66-a990-ad7f55f079c2 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:29.980632 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-df26554f-9367-4ba4-88ee-f0bff3403433 req-58f750b0-58f4-4b66-a990-ad7f55f079c2 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 945 time: 0.0742214 Oct 27 16:36:30.024623 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-df26554f-9367-4ba4-88ee-f0bff3403433 req-53c0afcd-2470-461e-96a9-fb08a7901977 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379474 Oct 27 16:36:30.097489 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab1044-114f-4180-bea0-ee4d69ac4539 req-3efa0c69-eeeb-4a28-b61a-7a71b83f032c tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:30.098994 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-63ab1044-114f-4180-bea0-ee4d69ac4539 req-3efa0c69-eeeb-4a28-b61a-7a71b83f032c tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 945 time: 0.0483091 Oct 27 16:36:30.146347 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-63ab1044-114f-4180-bea0-ee4d69ac4539 req-ee5c9b28-930e-4c96-9816-c8b383b74677 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400903 Oct 27 16:36:30.907053 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe208773-2ca0-45c0-9ed3-794284d0574b req-6c21cc00-a44c-4eb7-9f45-38d3c1d9dfe6 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:30.908539 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fe208773-2ca0-45c0-9ed3-794284d0574b req-6c21cc00-a44c-4eb7-9f45-38d3c1d9dfe6 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 945 time: 0.0767782 Oct 27 16:36:30.921365 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992515e0-61fe-4da7-8133-820828df4d1e req-7adfaac8-6ddc-4217-83e3-15c68c5a73cb tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:30.922809 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-992515e0-61fe-4da7-8133-820828df4d1e req-7adfaac8-6ddc-4217-83e3-15c68c5a73cb tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 946 time: 0.0661511 Oct 27 16:36:30.978092 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fe208773-2ca0-45c0-9ed3-794284d0574b req-352d158c-6202-4e3f-8ba5-d6fb09d91ec3 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542445 Oct 27 16:36:30.986148 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-992515e0-61fe-4da7-8133-820828df4d1e req-cca9ce4a-bee5-412b-85c2-785319746991 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550785 Oct 27 16:36:31.093993 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d26e6-b2ab-463e-ae29-466b672531a2 req-907c47f4-012b-46bc-90cb-1057cb77dfd7 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:31.095495 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b72d26e6-b2ab-463e-ae29-466b672531a2 req-907c47f4-012b-46bc-90cb-1057cb77dfd7 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/ports?device_id=02011a50-cf9d-4fc9-8546-11382b2e381e HTTP/1.1" status: 200 len: 945 time: 0.0532422 Oct 27 16:36:31.162921 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b72d26e6-b2ab-463e-ae29-466b672531a2 req-5800134c-8ff6-45c1-aa99-86c76f895835 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/security-groups?id=7e176cf0-4318-49f1-b8ff-76f0e9783e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612013 Oct 27 16:36:31.175738 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc2a7c-0f2a-4b5b-9e8b-028875fd593b req-998fff52-e2c3-4aab-bdbc-3bb67252031f tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:31.177240 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-93fc2a7c-0f2a-4b5b-9e8b-028875fd593b req-998fff52-e2c3-4aab-bdbc-3bb67252031f tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 945 time: 0.0738094 Oct 27 16:36:31.248898 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-93fc2a7c-0f2a-4b5b-9e8b-028875fd593b req-2249620f-fdbb-4872-a56d-9de7c0880f24 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619354 Oct 27 16:36:31.301623 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d929d7-b3c8-4070-8354-1ff4edf6415c req-325d1f9e-b090-4a33-b206-8ad8943ccca8 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:31.303172 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-78d929d7-b3c8-4070-8354-1ff4edf6415c req-325d1f9e-b090-4a33-b206-8ad8943ccca8 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 945 time: 0.0527699 Oct 27 16:36:31.344105 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-78d929d7-b3c8-4070-8354-1ff4edf6415c req-1a45eb23-35fd-4442-9802-936ecff405fa tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344329 Oct 27 16:36:31.654100 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 50454) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:31.764586 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d0a08ceb-b34b-46d2-b129-04923abd94e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:31.841991 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d0a08ceb-b34b-46d2-b129-04923abd94e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:31.846163 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d0a08ceb-b34b-46d2-b129-04923abd94e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:31.883908 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-d0a08ceb-b34b-46d2-b129-04923abd94e4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=84f51af4e55e4686ac4fd077a9eab619&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287121 Oct 27 16:36:31.884753 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a08ceb-b34b-46d2-b129-04923abd94e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8d8e0d-5e97-4f35-a6b7-5d213f73cd71,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:31.886961 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 50466) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:31.946546 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0beba33f-6033-4c5e-ba65-53eabaf35325 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:31.968064 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0beba33f-6033-4c5e-ba65-53eabaf35325 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:31.981696 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 50470) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:32.023468 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0beba33f-6033-4c5e-ba65-53eabaf35325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:32.027360 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0beba33f-6033-4c5e-ba65-53eabaf35325 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:32.028695 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-0beba33f-6033-4c5e-ba65-53eabaf35325 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3d8d8e0d-5e97-4f35-a6b7-5d213f73cd71 HTTP/1.1" status: 204 len: 168 time: 0.1403232 Oct 27 16:36:32.047050 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beba33f-6033-4c5e-ba65-53eabaf35325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8d8e0d-5e97-4f35-a6b7-5d213f73cd71,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:32.151703 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-d4c0d2a2-47ad-4e48-b3c0-e7a8fe20f010 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:32.177592 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device d936b1e4-d206-4630-a2fd-ceb92f939c4a up at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:36:32.195007 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0bd5f-68e9-43e0-b034-30d060cec9b5 req-b08475d4-83c3-406f-aeda-dcdcd85a8c42 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:32.196525 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1af0bd5f-68e9-43e0-b034-30d060cec9b5 req-b08475d4-83c3-406f-aeda-dcdcd85a8c42 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 945 time: 0.0992935 Oct 27 16:36:32.206328 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c3500-fb2e-4429-b32f-b237977fb145 req-56eb1532-3589-41b7-9c99-7042cc5eeeac tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:32.207779 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-638c3500-fb2e-4429-b32f-b237977fb145 req-56eb1532-3589-41b7-9c99-7042cc5eeeac tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 946 time: 0.1221702 Oct 27 16:36:32.226192 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning for port d936b1e4-d206-4630-a2fd-ceb92f939c4a completed by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:36:32.231296 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning complete for port d936b1e4-d206-4630-a2fd-ceb92f939c4a triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:36:32.231723 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:32.287811 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1af0bd5f-68e9-43e0-b034-30d060cec9b5 req-23d43fa6-3ac0-411c-96c0-1ddba30c778c tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755296 Oct 27 16:36:32.298173 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-638c3500-fb2e-4429-b32f-b237977fb145 req-72d51998-2c8c-45bc-943c-bcf0e6eae491 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811522 Oct 27 16:36:32.324236 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-d4c0d2a2-47ad-4e48-b3c0-e7a8fe20f010 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:32.329932 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:32.330571 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-d4c0d2a2-47ad-4e48-b3c0-e7a8fe20f010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:32.358496 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240e4792-ffdb-49de-a6e9-ead07da558aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd936b1e4-d206-4630-a2fd-ceb92f939c4a'}] {{(pid=101667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:36:32.361740 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15467c740e99bfee501675d45c0ab6b31e8088b61e385ce1236909406ef3d9b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a364802-c6e3-413d-8b32-3afacf8955d1" -d '{"events": [{"server_uuid": "240e4792-ffdb-49de-a6e9-ead07da558aa", "name": "network-vif-plugged", "status": "completed", "tag": "d936b1e4-d206-4630-a2fd-ceb92f939c4a"}]}' {{(pid=101667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:36:32.362571 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 50486) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:32.381283 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port d936b1e4-d206-4630-a2fd-ceb92f939c4a, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=d936b1e4-d206-4630-a2fd-ceb92f939c4a,segment=NetworkSegment(29b05e4f-1fbd-4194-bf65-15dc47a9d766),segment_id=29b05e4f-1fbd-4194-bf65-15dc47a9d766)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:36:32.381496 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1e014a13-ac12-40c5-a861-2bc68c796942 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:32.394607 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:32.395664 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 2efa01dc-81c3-46bb-9ef0-b94159290efa up at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:36:32.401229 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-d4c0d2a2-47ad-4e48-b3c0-e7a8fe20f010 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a379dacf9d674ac38251c3709e8df84a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4184959 Oct 27 16:36:32.406866 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 50492) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:32.474440 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1e014a13-ac12-40c5-a861-2bc68c796942 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:32.482453 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08598b05-71a7-4cde-b893-9ba4e49a77cc x-openstack-request-id: req-08598b05-71a7-4cde-b893-9ba4e49a77cc {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:36:32.483051 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240e4792-ffdb-49de-a6e9-ead07da558aa", "name": "network-vif-plugged", "status": "completed", "tag": "d936b1e4-d206-4630-a2fd-ceb92f939c4a", "code": 200}]} {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:36:32.483468 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-08598b05-71a7-4cde-b893-9ba4e49a77cc {{(pid=101667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:36:32.484023 dv-cinder-815659-1-iscsi neutron-server[101667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240e4792-ffdb-49de-a6e9-ead07da558aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd936b1e4-d206-4630-a2fd-ceb92f939c4a', 'code': 200} Oct 27 16:36:32.491279 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1e014a13-ac12-40c5-a861-2bc68c796942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:32.495805 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0d2a2-47ad-4e48-b3c0-e7a8fe20f010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b072943f-cdd0-4847-80ec-5353f18d1980,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:32.556266 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=d936b1e4-d206-4630-a2fd-ceb92f939c4a,revision_number=5']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:32.588446 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-1e014a13-ac12-40c5-a861-2bc68c796942 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ccd338f299a54b02b3d04a17e3cbcae9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2219968 Oct 27 16:36:32.590543 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711cb62-25d2-4cda-8e05-ff44ef482de8 req-fd31567d-57b3-497e-abc9-2e2325400b49 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:32.593964 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning for port 2efa01dc-81c3-46bb-9ef0-b94159290efa completed by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:36:32.596352 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 50496) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:32.599309 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e014a13-ac12-40c5-a861-2bc68c796942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a74b63-b345-4ee9-9937-02d2e3c77fab,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:32.599555 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1711cb62-25d2-4cda-8e05-ff44ef482de8 req-fd31567d-57b3-497e-abc9-2e2325400b49 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 945 time: 0.1706285 Oct 27 16:36:32.602058 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning complete for port 2efa01dc-81c3-46bb-9ef0-b94159290efa triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:36:32.602417 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:32.673024 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-8eacc08f-9ff1-4e88-8935-3694430bc481 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:32.693452 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d840e4c-98f1-4c26-aad2-1053f3d2a34c req-d589e4f3-f4d8-4110-8a4a-8eeb2c9b275a tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:32.700386 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5d840e4c-98f1-4c26-aad2-1053f3d2a34c req-d589e4f3-f4d8-4110-8a4a-8eeb2c9b275a tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 945 time: 0.2202625 Oct 27 16:36:32.710919 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:32.724260 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ad7f8acc-ecc1-4b5f-953e-eaa76f32d21b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:32.771908 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 2efa01dc-81c3-46bb-9ef0-b94159290efa, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=2efa01dc-81c3-46bb-9ef0-b94159290efa,segment=NetworkSegment(04b90801-dbaa-4b6b-a289-4b9ced180864),segment_id=04b90801-dbaa-4b6b-a289-4b9ced180864)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:36:32.782729 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:32.784087 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 01fb2c1e-9441-4877-b896-538153069ce7 up at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:36:32.793135 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-8eacc08f-9ff1-4e88-8935-3694430bc481 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:32.795152 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ad7f8acc-ecc1-4b5f-953e-eaa76f32d21b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:32.820637 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1711cb62-25d2-4cda-8e05-ff44ef482de8 req-a145a495-838c-4293-8e58-9f6a1fbed53a tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2201929 Oct 27 16:36:32.886978 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5d840e4c-98f1-4c26-aad2-1053f3d2a34c req-1929aad3-8a64-4cbe-a1e7-989fdbfe5d7f tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856995 Oct 27 16:36:32.901772 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ad7f8acc-ecc1-4b5f-953e-eaa76f32d21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:32.904861 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ad7f8acc-ecc1-4b5f-953e-eaa76f32d21b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:32.906144 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-ad7f8acc-ecc1-4b5f-953e-eaa76f32d21b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a2a74b63-b345-4ee9-9937-02d2e3c77fab HTTP/1.1" status: 204 len: 168 time: 0.2960587 Oct 27 16:36:32.910439 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8c32d-4cf8-46f4-ab24-6ba5c875b810 req-3fad3c0c-23b3-4531-af71-80e622667e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:32.911959 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d4a8c32d-4cf8-46f4-ab24-6ba5c875b810 req-3fad3c0c-23b3-4531-af71-80e622667e1e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 1098 time: 0.2091179 Oct 27 16:36:32.913532 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-8eacc08f-9ff1-4e88-8935-3694430bc481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:32.917196 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-8eacc08f-9ff1-4e88-8935-3694430bc481 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:32.927909 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-8eacc08f-9ff1-4e88-8935-3694430bc481 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b072943f-cdd0-4847-80ec-5353f18d1980 HTTP/1.1" status: 204 len: 168 time: 0.5130022 Oct 27 16:36:32.946985 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f8acc-ecc1-4b5f-953e-eaa76f32d21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a74b63-b345-4ee9-9937-02d2e3c77fab,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:32.959130 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eacc08f-9ff1-4e88-8935-3694430bc481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b072943f-cdd0-4847-80ec-5353f18d1980,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:32.985327 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d4a8c32d-4cf8-46f4-ab24-6ba5c875b810 req-965c3d49-5dfe-438d-8be2-6d9b28c57baa service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557487 Oct 27 16:36:32.987111 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=2efa01dc-81c3-46bb-9ef0-b94159290efa,revision_number=5']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:33.041168 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning for port 01fb2c1e-9441-4877-b896-538153069ce7 completed by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:36:33.049814 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning complete for port 01fb2c1e-9441-4877-b896-538153069ce7 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:36:33.051630 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:33.151651 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:33.199369 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 01fb2c1e-9441-4877-b896-538153069ce7, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=01fb2c1e-9441-4877-b896-538153069ce7,segment=NetworkSegment(666d1a16-746f-4e08-a2d0-b6a8afa6f4ba),segment_id=666d1a16-746f-4e08-a2d0-b6a8afa6f4ba)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:36:33.207213 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:33.208904 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 7ae663fd-1d43-45ed-baed-4618e9786532 up at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:36:33.311556 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=01fb2c1e-9441-4877-b896-538153069ce7,revision_number=5']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:33.335848 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning for port 7ae663fd-1d43-45ed-baed-4618e9786532 completed by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:36:33.341288 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning complete for port 7ae663fd-1d43-45ed-baed-4618e9786532 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:36:33.341683 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:33.474404 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ae80a-2d12-4cde-b685-44a19f260c5d req-3fb1f385-a087-4fca-9fcc-c68e329a54da tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:33.481237 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 50546) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:33.484400 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2a8ae80a-2d12-4cde-b685-44a19f260c5d req-3fb1f385-a087-4fca-9fcc-c68e329a54da tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 945 time: 0.0716727 Oct 27 16:36:33.495545 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:33.498213 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-71a90cb6-62a3-4dc4-8cc7-62f5df8efd46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:33.555518 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2a8ae80a-2d12-4cde-b685-44a19f260c5d req-78d7470c-0400-4f4a-8199-b1cb437f8404 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655084 Oct 27 16:36:33.564861 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 7ae663fd-1d43-45ed-baed-4618e9786532, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=7ae663fd-1d43-45ed-baed-4618e9786532,segment=NetworkSegment(29b05e4f-1fbd-4194-bf65-15dc47a9d766),segment_id=29b05e4f-1fbd-4194-bf65-15dc47a9d766)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:36:33.569895 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:33.612271 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-71a90cb6-62a3-4dc4-8cc7-62f5df8efd46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:33.628580 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-71a90cb6-62a3-4dc4-8cc7-62f5df8efd46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:33.648046 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=7ae663fd-1d43-45ed-baed-4618e9786532,revision_number=5']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:33.685193 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-71a90cb6-62a3-4dc4-8cc7-62f5df8efd46 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=db63adbd2b4a41c7ae9f31a91e9a9c56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2025084 Oct 27 16:36:33.687422 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 50552) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:33.688905 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a90cb6-62a3-4dc4-8cc7-62f5df8efd46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0eda8d7-2638-4ae3-9bdf-ba60def1a357,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:33.736473 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-8b6e4d03-27cf-484e-9da8-64b5fc9d941a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:33.758731 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-8b6e4d03-27cf-484e-9da8-64b5fc9d941a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:33.804014 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-8b6e4d03-27cf-484e-9da8-64b5fc9d941a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:33.806582 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-8b6e4d03-27cf-484e-9da8-64b5fc9d941a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:33.810240 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-8b6e4d03-27cf-484e-9da8-64b5fc9d941a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d0eda8d7-2638-4ae3-9bdf-ba60def1a357 HTTP/1.1" status: 204 len: 168 time: 0.1192865 Oct 27 16:36:33.816336 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e4d03-27cf-484e-9da8-64b5fc9d941a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0eda8d7-2638-4ae3-9bdf-ba60def1a357,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:33.991910 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0909268-6601-4bc1-9f7b-496d78b50c47 req-ad10e8c1-b84b-42e8-b9a0-ba0220cf0e0b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:34.000481 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d0909268-6601-4bc1-9f7b-496d78b50c47 req-ad10e8c1-b84b-42e8-b9a0-ba0220cf0e0b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0731323 Oct 27 16:36:34.039191 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d0909268-6601-4bc1-9f7b-496d78b50c47 req-344b850e-8ec1-49c9-a8fc-3c9b55102f3c tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375135 Oct 27 16:36:34.153979 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 50582) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:34.168871 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1ec0d386-c29e-48c7-bef7-96d94bbf59eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:34.174075 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ba607-d4b4-4aa7-a1ca-450a6f35e393 req-5b2ca7ed-971f-499d-9f4c-75dec1a12bcc tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:34.175667 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-344ba607-d4b4-4aa7-a1ca-450a6f35e393 req-5b2ca7ed-971f-499d-9f4c-75dec1a12bcc tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.0601442 Oct 27 16:36:34.216759 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-344ba607-d4b4-4aa7-a1ca-450a6f35e393 req-bb7c4d56-a6a0-4ba9-adc1-0ff1576f40fc tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345056 Oct 27 16:36:34.249489 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1ec0d386-c29e-48c7-bef7-96d94bbf59eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:34.253662 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1ec0d386-c29e-48c7-bef7-96d94bbf59eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:34.297230 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-1ec0d386-c29e-48c7-bef7-96d94bbf59eb admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4c88219f92bd45d994200fe89b870e5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1395664 Oct 27 16:36:34.297230 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0d386-c29e-48c7-bef7-96d94bbf59eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86098f76-6c84-45d0-b5f0-7ba54b6cc36f,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:34.298018 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 50586) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:34.349439 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-c12e64d2-ccab-4bce-89d4-6996fa9565c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:34.372116 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-c12e64d2-ccab-4bce-89d4-6996fa9565c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:34.440479 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-c12e64d2-ccab-4bce-89d4-6996fa9565c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:34.444404 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-c12e64d2-ccab-4bce-89d4-6996fa9565c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:34.448081 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-c12e64d2-ccab-4bce-89d4-6996fa9565c9 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/86098f76-6c84-45d0-b5f0-7ba54b6cc36f HTTP/1.1" status: 204 len: 168 time: 0.1467843 Oct 27 16:36:34.461026 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e64d2-ccab-4bce-89d4-6996fa9565c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86098f76-6c84-45d0-b5f0-7ba54b6cc36f,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:34.485966 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2efa01dc-81c3-46bb-9ef0-b94159290efa'}, {'server_uuid': 'd848ace4-ad23-4774-9184-50b393417a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fb2c1e-9441-4877-b896-538153069ce7'}, {'server_uuid': 'cc71c9ed-8ae6-4e2a-b052-b3d777b3659f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae663fd-1d43-45ed-baed-4618e9786532'}] {{(pid=101667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:36:34.492124 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15467c740e99bfee501675d45c0ab6b31e8088b61e385ce1236909406ef3d9b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583fcb5d-2976-4a1b-be76-7b69e6d85d4f" -d '{"events": [{"server_uuid": "9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae", "name": "network-vif-plugged", "status": "completed", "tag": "2efa01dc-81c3-46bb-9ef0-b94159290efa"}, {"server_uuid": "d848ace4-ad23-4774-9184-50b393417a16", "name": "network-vif-plugged", "status": "completed", "tag": "01fb2c1e-9441-4877-b896-538153069ce7"}, {"server_uuid": "cc71c9ed-8ae6-4e2a-b052-b3d777b3659f", "name": "network-vif-plugged", "status": "completed", "tag": "7ae663fd-1d43-45ed-baed-4618e9786532"}]}' {{(pid=101667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:36:34.563839 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 27 Oct 2021 16:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33a97f0-6ed6-407a-a822-54cb760623ee x-openstack-request-id: req-a33a97f0-6ed6-407a-a822-54cb760623ee {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:36:34.564256 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae", "name": "network-vif-plugged", "status": "completed", "tag": "2efa01dc-81c3-46bb-9ef0-b94159290efa", "code": 200}, {"server_uuid": "d848ace4-ad23-4774-9184-50b393417a16", "name": "network-vif-plugged", "status": "completed", "tag": "01fb2c1e-9441-4877-b896-538153069ce7", "code": 200}, {"server_uuid": "cc71c9ed-8ae6-4e2a-b052-b3d777b3659f", "name": "network-vif-plugged", "status": "completed", "tag": "7ae663fd-1d43-45ed-baed-4618e9786532", "code": 200}]} {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:36:34.564670 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a33a97f0-6ed6-407a-a822-54cb760623ee {{(pid=101667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:36:34.566682 dv-cinder-815659-1-iscsi neutron-server[101667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2efa01dc-81c3-46bb-9ef0-b94159290efa', 'code': 200} Oct 27 16:36:34.567281 dv-cinder-815659-1-iscsi neutron-server[101667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd848ace4-ad23-4774-9184-50b393417a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fb2c1e-9441-4877-b896-538153069ce7', 'code': 200} Oct 27 16:36:34.567768 dv-cinder-815659-1-iscsi neutron-server[101667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc71c9ed-8ae6-4e2a-b052-b3d777b3659f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae663fd-1d43-45ed-baed-4618e9786532', 'code': 200} Oct 27 16:36:34.930171 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20c6e6-0521-441e-98b8-fad1704603f5 req-b2f92301-d033-4ff1-8b33-d1cc09299d78 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:34.931673 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ba20c6e6-0521-441e-98b8-fad1704603f5 req-b2f92301-d033-4ff1-8b33-d1cc09299d78 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.3032343 Oct 27 16:36:35.119975 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ba20c6e6-0521-441e-98b8-fad1704603f5 req-413b7140-a509-4fbc-8469-2e1e5638f3cc tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739058 Oct 27 16:36:35.139200 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44285562-c773-4c5a-8c8a-9f3bc70b899a req-100a831c-9d37-48df-815c-40da40704ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:35.141047 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-44285562-c773-4c5a-8c8a-9f3bc70b899a req-100a831c-9d37-48df-815c-40da40704ccc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 1099 time: 0.1736872 Oct 27 16:36:35.148937 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6fdff-b451-46e8-8c7f-e97498425457 req-ab76abd9-4816-4e1b-91f5-26e22b68e0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:35.150650 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a3d6fdff-b451-46e8-8c7f-e97498425457 req-ab76abd9-4816-4e1b-91f5-26e22b68e0b8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 1099 time: 0.1472373 Oct 27 16:36:35.161486 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b0307-86bd-43ce-a3a6-d866ac7d4cf2 req-feb39755-912e-4494-af9b-99684794e89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:35.163333 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-087b0307-86bd-43ce-a3a6-d866ac7d4cf2 req-feb39755-912e-4494-af9b-99684794e89c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 1099 time: 0.1612084 Oct 27 16:36:35.175816 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 50628) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:35.272588 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ecc2e9-4ea1-4bad-bdd6-389c825b75f3 req-7170529e-be04-44b1-b0d4-4f55061e1a75 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:35.281441 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-16ecc2e9-4ea1-4bad-bdd6-389c825b75f3 req-7170529e-be04-44b1-b0d4-4f55061e1a75 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.1473687 Oct 27 16:36:35.285531 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-087b0307-86bd-43ce-a3a6-d866ac7d4cf2 req-c219405e-a697-4bf0-ab66-3f4f5536ce7a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010096 Oct 27 16:36:35.288204 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-44285562-c773-4c5a-8c8a-9f3bc70b899a req-96d00cf3-eaa5-4b99-a321-93fe6bc4e79c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106565 Oct 27 16:36:35.290542 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-fe09335b-55a7-4f8f-8ca1-aa62475f88a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:35.305778 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a3d6fdff-b451-46e8-8c7f-e97498425457 req-f0c3ca91-08a7-451b-b6c9-9bcf6bfd835e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222427 Oct 27 16:36:35.347664 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-16ecc2e9-4ea1-4bad-bdd6-389c825b75f3 req-81e872ef-ec23-4c28-a70a-b5127958e05b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643880 Oct 27 16:36:35.367571 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f42a6-5c4e-4b17-8e93-b815703328a9 req-b532968c-3ed9-4bfa-bd4a-354c5b4fbf39 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:35.369175 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0f0f42a6-5c4e-4b17-8e93-b815703328a9 req-b532968c-3ed9-4bfa-bd4a-354c5b4fbf39 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.0624871 Oct 27 16:36:35.384513 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-fe09335b-55a7-4f8f-8ca1-aa62475f88a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:35.389694 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-fe09335b-55a7-4f8f-8ca1-aa62475f88a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:35.412872 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0f0f42a6-5c4e-4b17-8e93-b815703328a9 req-699a1b0f-f29b-45e1-ac40-92095bcae576 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370333 Oct 27 16:36:35.427036 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-fe09335b-55a7-4f8f-8ca1-aa62475f88a6 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3d673e96cebc49bebf469aed33ed2eb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2499082 Oct 27 16:36:35.429578 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe09335b-55a7-4f8f-8ca1-aa62475f88a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3671418f-d094-4cae-b7b0-02433a703769,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:35.430844 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 50642) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:35.495768 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-42fd5aa1-2931-45aa-b88c-b987b2372211 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:35.520091 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-42fd5aa1-2931-45aa-b88c-b987b2372211 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:35.569469 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-42fd5aa1-2931-45aa-b88c-b987b2372211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:35.572829 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-42fd5aa1-2931-45aa-b88c-b987b2372211 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:35.575110 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-42fd5aa1-2931-45aa-b88c-b987b2372211 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3671418f-d094-4cae-b7b0-02433a703769 HTTP/1.1" status: 204 len: 168 time: 0.1421392 Oct 27 16:36:35.582318 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd5aa1-2931-45aa-b88c-b987b2372211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3671418f-d094-4cae-b7b0-02433a703769,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:35.935355 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 50668) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:35.951669 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b2bd408c-4bab-4f90-bd3d-bd34fd3d1fcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:36.027212 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b2bd408c-4bab-4f90-bd3d-bd34fd3d1fcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:36.032073 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b2bd408c-4bab-4f90-bd3d-bd34fd3d1fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:36.068546 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd408c-4bab-4f90-bd3d-bd34fd3d1fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f86e45-11bf-48f1-bb61-767851eda1ef,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:36.072885 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-b2bd408c-4bab-4f90-bd3d-bd34fd3d1fcb admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c31ea630bdb74773a7e319fde6617b41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1362538 Oct 27 16:36:36.076083 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 50674) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:36.142776 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-fc8795f1-7711-4b16-bfe6-1fcc536e4f6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:36.166216 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-fc8795f1-7711-4b16-bfe6-1fcc536e4f6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:36.252722 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8492a32-c4a1-4313-a4dd-5b88920c89ea req-625a67e0-1816-441b-aee7-dff9c4ca5679 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:36.254164 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c8492a32-c4a1-4313-a4dd-5b88920c89ea req-625a67e0-1816-441b-aee7-dff9c4ca5679 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.0662014 Oct 27 16:36:36.255334 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-fc8795f1-7711-4b16-bfe6-1fcc536e4f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:36.258216 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-fc8795f1-7711-4b16-bfe6-1fcc536e4f6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:36.261696 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-fc8795f1-7711-4b16-bfe6-1fcc536e4f6d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a1f86e45-11bf-48f1-bb61-767851eda1ef HTTP/1.1" status: 204 len: 168 time: 0.1822886 Oct 27 16:36:36.273840 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8795f1-7711-4b16-bfe6-1fcc536e4f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f86e45-11bf-48f1-bb61-767851eda1ef,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:36.308551 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c8492a32-c4a1-4313-a4dd-5b88920c89ea req-08913fb4-0bd8-4baf-bee6-6dfc3fec5de3 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467467 Oct 27 16:36:36.470499 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce494bf-fa80-4497-a19c-d6587946244b req-e135254d-e4e7-4bc8-9d8e-6d38291ff877 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:36.472128 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1ce494bf-fa80-4497-a19c-d6587946244b req-e135254d-e4e7-4bc8-9d8e-6d38291ff877 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0494606 Oct 27 16:36:36.538502 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1ce494bf-fa80-4497-a19c-d6587946244b req-ac8fa442-7319-477a-a82c-ddb637428fe2 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594037 Oct 27 16:36:36.559306 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d93460-5779-46ff-ad0a-dadcc8916caa req-24c54a43-78d6-4c79-9377-ce08aafc1aa2 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:36.560792 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-83d93460-5779-46ff-ad0a-dadcc8916caa req-24c54a43-78d6-4c79-9377-ce08aafc1aa2 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.0653799 Oct 27 16:36:36.603023 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-83d93460-5779-46ff-ad0a-dadcc8916caa req-86d2b535-8672-4dde-b6a8-db99c8c18840 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346885 Oct 27 16:36:36.633029 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 50696) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:36.649705 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-8fafca98-6c94-4d7c-9a68-0d5a9e6ef0e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:36.731854 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-8fafca98-6c94-4d7c-9a68-0d5a9e6ef0e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:36.736402 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-8fafca98-6c94-4d7c-9a68-0d5a9e6ef0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:36.778403 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-8fafca98-6c94-4d7c-9a68-0d5a9e6ef0e2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8c75c25407dd46ca87749c9e39b88470&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1417105 Oct 27 16:36:36.778403 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fafca98-6c94-4d7c-9a68-0d5a9e6ef0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e86fbd-4b7e-42b4-a925-e2689e7429ed,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:36.778890 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 50700) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:36.857916 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-7efb1092-21f2-4f06-96de-5aa9feae75d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:36.891704 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-7efb1092-21f2-4f06-96de-5aa9feae75d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:36.950573 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-7efb1092-21f2-4f06-96de-5aa9feae75d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:36.954552 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-7efb1092-21f2-4f06-96de-5aa9feae75d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:36.956375 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-7efb1092-21f2-4f06-96de-5aa9feae75d4 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/91e86fbd-4b7e-42b4-a925-e2689e7429ed HTTP/1.1" status: 204 len: 168 time: 0.1758676 Oct 27 16:36:36.965143 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb1092-21f2-4f06-96de-5aa9feae75d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e86fbd-4b7e-42b4-a925-e2689e7429ed,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:37.421464 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64655e25-f47b-44bd-ab6b-109ee972e9c7 req-966af16f-f4de-4d52-a420-a183baeda8d1 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:37.423353 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-64655e25-f47b-44bd-ab6b-109ee972e9c7 req-966af16f-f4de-4d52-a420-a183baeda8d1 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.0487921 Oct 27 16:36:37.461688 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-64655e25-f47b-44bd-ab6b-109ee972e9c7 req-e30363bf-13c5-49fb-a799-7bf3fd6d065d tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322404 Oct 27 16:36:37.668670 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8bed1-09f5-408d-8702-adff09553172 req-763262ae-6670-405b-a629-43fd73934813 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:37.670162 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7bf8bed1-09f5-408d-8702-adff09553172 req-763262ae-6670-405b-a629-43fd73934813 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0544662 Oct 27 16:36:37.745610 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99edbd06-44de-46c5-8fd6-ab359823a6a4 req-94a20e08-d5aa-4a98-87f5-bc9d00ce195c tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:37.747271 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-99edbd06-44de-46c5-8fd6-ab359823a6a4 req-94a20e08-d5aa-4a98-87f5-bc9d00ce195c tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.0762188 Oct 27 16:36:37.755419 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7bf8bed1-09f5-408d-8702-adff09553172 req-f40c93da-1e3a-469a-8a2f-4231b7725307 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732532 Oct 27 16:36:37.789409 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-99edbd06-44de-46c5-8fd6-ab359823a6a4 req-843b70c7-3fe3-4d31-8b60-46405ef8074d tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326521 Oct 27 16:36:38.272702 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-4c77531c-493c-4e43-97e8-bbfddde34a3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:38.593646 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be476ca-86c9-4ef2-871f-ab142741be8d req-2d6aacd4-0ab6-48fd-b2bd-af5655f1bf6b tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:38.595117 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7be476ca-86c9-4ef2-871f-ab142741be8d req-2d6aacd4-0ab6-48fd-b2bd-af5655f1bf6b tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.0573931 Oct 27 16:36:38.636644 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7be476ca-86c9-4ef2-871f-ab142741be8d req-8f793712-8404-4639-a8f5-610c93ac7731 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332105 Oct 27 16:36:38.905856 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dddb33-f925-4691-ab7f-10030d9ba126 req-04198ed9-010e-42bd-8f02-690f27ed2f42 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:38.907829 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b0dddb33-f925-4691-ab7f-10030d9ba126 req-04198ed9-010e-42bd-8f02-690f27ed2f42 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0786843 Oct 27 16:36:38.917940 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b3ef9-e673-4b7a-bc19-4fcbb9e82b11 req-0a267db2-80e7-485a-8b7b-39dac61be90b tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:38.919290 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-407b3ef9-e673-4b7a-bc19-4fcbb9e82b11 req-0a267db2-80e7-485a-8b7b-39dac61be90b tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.0631557 Oct 27 16:36:38.972429 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b0dddb33-f925-4691-ab7f-10030d9ba126 req-68bb842e-cd07-46bf-a8a7-97074e82697b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521975 Oct 27 16:36:38.977331 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-407b3ef9-e673-4b7a-bc19-4fcbb9e82b11 req-350b3f4e-d59a-457e-8511-58495459f4ea tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510371 Oct 27 16:36:39.761154 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2762b5b-b6b9-4959-891e-ba192972323a req-18236698-534e-4d9f-b6b4-736bfa6aeee8 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:39.762629 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d2762b5b-b6b9-4959-891e-ba192972323a req-18236698-534e-4d9f-b6b4-736bfa6aeee8 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.0503416 Oct 27 16:36:39.799291 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d2762b5b-b6b9-4959-891e-ba192972323a req-0a4248ce-fc5d-482d-a870-6b29a713d91a tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307117 Oct 27 16:36:40.132109 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95948ca5-f9ba-4454-b522-cb33f42f818c req-cb4ad74b-0de8-4e8c-9011-0bd85cd7446e tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:40.133592 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-95948ca5-f9ba-4454-b522-cb33f42f818c req-cb4ad74b-0de8-4e8c-9011-0bd85cd7446e tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.0829899 Oct 27 16:36:40.150337 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7fb22-4ae9-443f-a87e-f2b7682c0f6c req-77f4db52-dd51-48bd-9ec9-bd8cc015b2c7 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:40.151756 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-92d7fb22-4ae9-443f-a87e-f2b7682c0f6c req-77f4db52-dd51-48bd-9ec9-bd8cc015b2c7 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0697515 Oct 27 16:36:40.201967 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-95948ca5-f9ba-4454-b522-cb33f42f818c req-dd1224bf-94cc-44bd-8e24-28248afef587 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600295 Oct 27 16:36:40.209088 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-92d7fb22-4ae9-443f-a87e-f2b7682c0f6c req-e4d88249-db7e-4526-9695-30185f0648d7 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508533 Oct 27 16:36:40.924164 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6d570-8b6c-4e06-89a6-2f4cdaaf24be req-cf36a165-a155-48a5-b301-dc1a8c0a24e2 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:40.925702 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-19a6d570-8b6c-4e06-89a6-2f4cdaaf24be req-cf36a165-a155-48a5-b301-dc1a8c0a24e2 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.0501368 Oct 27 16:36:40.961829 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-417f7892-079f-4c7d-837a-8c1e78ee59c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:40.967569 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-19a6d570-8b6c-4e06-89a6-2f4cdaaf24be req-348c654c-e979-440e-a535-285fcf697219 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354786 Oct 27 16:36:41.365931 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576adb3-29ec-4e81-9333-e2515d53ca78 req-ec7a7116-e43f-4951-b980-bdc81cceb7ac tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:41.367335 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9576adb3-29ec-4e81-9333-e2515d53ca78 req-ec7a7116-e43f-4951-b980-bdc81cceb7ac tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.0750027 Oct 27 16:36:41.380099 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41431862-eb41-49b9-8cdb-e978193cf1cb req-f7d142d9-b281-44b7-91c4-f0db54c3d957 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:41.381908 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-41431862-eb41-49b9-8cdb-e978193cf1cb req-f7d142d9-b281-44b7-91c4-f0db54c3d957 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0796695 Oct 27 16:36:41.439353 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9576adb3-29ec-4e81-9333-e2515d53ca78 req-9b82408d-91be-483b-b16b-7c69cd67d6d2 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564117 Oct 27 16:36:41.444658 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-41431862-eb41-49b9-8cdb-e978193cf1cb req-125a9577-3c41-451c-8e8c-439cce5cb050 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550768 Oct 27 16:36:42.031041 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:42.091839 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7493b00-8a3c-49fc-af2c-1b78e24fe459 req-0de33432-15d8-42ff-913b-3fe349fa50e6 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:42.093422 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a7493b00-8a3c-49fc-af2c-1b78e24fe459 req-0de33432-15d8-42ff-913b-3fe349fa50e6 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.0495980 Oct 27 16:36:42.131775 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a7493b00-8a3c-49fc-af2c-1b78e24fe459 req-dd68c2d9-7312-4cc4-823c-9577feb947ed tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322940 Oct 27 16:36:42.439629 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:42.469355 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03641b-eed3-4076-b18a-944430287d97 req-941b92a9-b61c-4281-89af-e9881ea6b184 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:42.477308 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ee03641b-eed3-4076-b18a-944430287d97 req-941b92a9-b61c-4281-89af-e9881ea6b184 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.0651934 Oct 27 16:36:42.533760 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ee03641b-eed3-4076-b18a-944430287d97 req-68db0ef4-4d9d-41b9-a5bb-df201fd7f16e tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555406 Oct 27 16:36:42.570648 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0cc04-58c4-4498-bba8-30963c2e3f5a req-3b56379f-ee2b-4b41-a031-65591934271d tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:42.572233 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-66d0cc04-58c4-4498-bba8-30963c2e3f5a req-3b56379f-ee2b-4b41-a031-65591934271d tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.0555446 Oct 27 16:36:42.637049 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-66d0cc04-58c4-4498-bba8-30963c2e3f5a req-91d871f7-22b9-44ed-bf88-914efedf9d00 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566294 Oct 27 16:36:42.662433 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027addb-1008-424d-8aca-9c4469e297d7 req-ecbd1b59-9513-4401-a062-065d55018e85 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:42.662433 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2027addb-1008-424d-8aca-9c4469e297d7 req-ecbd1b59-9513-4401-a062-065d55018e85 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0631869 Oct 27 16:36:42.701974 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2027addb-1008-424d-8aca-9c4469e297d7 req-a17d9a31-f500-4632-82c0-4d5b33a44b79 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377705 Oct 27 16:36:43.655618 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d158626-ab04-4a9a-b3fb-c56660a66aca req-ad3fbb4b-650a-498f-9923-2fe23200c8d5 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:43.657154 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7d158626-ab04-4a9a-b3fb-c56660a66aca req-ad3fbb4b-650a-498f-9923-2fe23200c8d5 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.0494568 Oct 27 16:36:43.704682 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7d158626-ab04-4a9a-b3fb-c56660a66aca req-dff54adf-fe7c-4210-8074-8a43384a3ffb tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412285 Oct 27 16:36:43.714742 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:43.765021 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0f599-0ff2-45e2-a76e-7624c04ae0d6 req-2e315c82-af4c-42c1-a8e9-dae0fbd33abe tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:43.766510 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-68e0f599-0ff2-45e2-a76e-7624c04ae0d6 req-2e315c82-af4c-42c1-a8e9-dae0fbd33abe tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.0504556 Oct 27 16:36:43.848240 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d681353a-8174-483f-a9f4-3b915d3f373f req-88215615-44b5-49f4-93c5-aad9e622b3ac tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:43.849716 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d681353a-8174-483f-a9f4-3b915d3f373f req-88215615-44b5-49f4-93c5-aad9e622b3ac tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0775201 Oct 27 16:36:43.852333 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-68e0f599-0ff2-45e2-a76e-7624c04ae0d6 req-682bff7c-ecdd-404a-96ce-71c3f052e713 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789881 Oct 27 16:36:43.888583 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d681353a-8174-483f-a9f4-3b915d3f373f req-662b207f-1eca-4090-8b16-f6db79e920e6 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327139 Oct 27 16:36:44.824068 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f5408-9b9b-4b2f-8a15-ed5b06cb960a req-be3fd5d4-42ec-45e2-8f34-81f439e82825 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:44.825520 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-332f5408-9b9b-4b2f-8a15-ed5b06cb960a req-be3fd5d4-42ec-45e2-8f34-81f439e82825 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.0529635 Oct 27 16:36:44.864723 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-332f5408-9b9b-4b2f-8a15-ed5b06cb960a req-d94ea63c-ee5a-41e1-b4a8-f2838aef1623 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309708 Oct 27 16:36:44.967536 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad3304-abd3-4d49-a60f-60a0054657db req-73a227bb-d115-410a-95b3-327fdf881919 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:44.969874 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-88ad3304-abd3-4d49-a60f-60a0054657db req-73a227bb-d115-410a-95b3-327fdf881919 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.0523162 Oct 27 16:36:45.037054 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-88ad3304-abd3-4d49-a60f-60a0054657db req-9872f676-6a05-4dc3-b6b3-a2079ed8b63c tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578427 Oct 27 16:36:45.048621 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a832b7f6-5b35-426b-b1d9-adcb9e7763b7 req-b479e78a-7cf9-4c6f-b73e-084121400edc tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:45.050355 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a832b7f6-5b35-426b-b1d9-adcb9e7763b7 req-b479e78a-7cf9-4c6f-b73e-084121400edc tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0793779 Oct 27 16:36:45.089820 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a832b7f6-5b35-426b-b1d9-adcb9e7763b7 req-62052a63-062b-41de-9f83-b9d2a438534f tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334997 Oct 27 16:36:45.535965 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee581b5-26f3-47f1-859c-cc6923b00acc req-f03219e7-bb4d-4584-bd93-1b969c47be05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:45.537491 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fee581b5-26f3-47f1-859c-cc6923b00acc req-f03219e7-bb4d-4584-bd93-1b969c47be05 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a764bac289b649e9b1671333d51f7db3&device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 1099 time: 0.0447206 Oct 27 16:36:45.644167 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee581b5-26f3-47f1-859c-cc6923b00acc req-3731c8e4-c9d8-4d68-aa06-ee71e3854eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:45.645651 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fee581b5-26f3-47f1-859c-cc6923b00acc req-3731c8e4-c9d8-4d68-aa06-ee71e3854eb3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14 HTTP/1.1" status: 200 len: 921 time: 0.0884905 Oct 27 16:36:45.700105 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fee581b5-26f3-47f1-859c-cc6923b00acc req-603c5a0f-c34a-4497-be50-c19f91713d20 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ae663fd-1d43-45ed-baed-4618e9786532 HTTP/1.1" status: 200 len: 217 time: 0.0408418 Oct 27 16:36:45.779919 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee581b5-26f3-47f1-859c-cc6923b00acc req-2f0517bf-c83e-4708-b24d-fe2f49652911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:45.781493 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fee581b5-26f3-47f1-859c-cc6923b00acc req-2f0517bf-c83e-4708-b24d-fe2f49652911 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fb778c79-e1ca-40aa-a2d2-a768cb1fae5c HTTP/1.1" status: 200 len: 859 time: 0.0468578 Oct 27 16:36:45.844625 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fee581b5-26f3-47f1-859c-cc6923b00acc req-1a439072-4abd-45bd-b8cd-065e5f03b352 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254581 Oct 27 16:36:45.977329 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fee581b5-26f3-47f1-859c-cc6923b00acc req-2c82bbbf-eb91-4a97-82cb-e02388f74888 service neutron] 10.222.0.66 "GET /v2.0/networks/4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162579 Oct 27 16:36:45.998886 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5939c09-3b6e-471b-81c6-a89b830a8606 req-b1cd9713-5205-4cde-b110-0118fa6f6482 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:46.000394 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f5939c09-3b6e-471b-81c6-a89b830a8606 req-b1cd9713-5205-4cde-b110-0118fa6f6482 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.0633597 Oct 27 16:36:46.091908 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f5939c09-3b6e-471b-81c6-a89b830a8606 req-6a6ffff9-ab7f-40ec-ae4a-1b1e314b8183 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824308 Oct 27 16:36:46.124756 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fee581b5-26f3-47f1-859c-cc6923b00acc req-d4252de9-a6d3-40e0-ab6a-a521e9d4d1b3 service neutron] 10.222.0.66 "GET /v2.0/networks/4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234026 Oct 27 16:36:46.160438 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5820ab2-c973-4b96-98b0-0d2909bd8fee req-af625673-c83a-44a2-8214-f9aaa12b3646 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:46.162117 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f5820ab2-c973-4b96-98b0-0d2909bd8fee req-af625673-c83a-44a2-8214-f9aaa12b3646 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.0519152 Oct 27 16:36:46.236218 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f5820ab2-c973-4b96-98b0-0d2909bd8fee req-80531eb4-68bd-49b7-bc10-0b591b56a7ef tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465169 Oct 27 16:36:46.244630 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765e8b3-1712-4a95-83a2-59b837fc9ab9 req-45192269-e195-4870-a26b-860f98c641c4 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:46.252010 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3765e8b3-1712-4a95-83a2-59b837fc9ab9 req-45192269-e195-4870-a26b-860f98c641c4 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0876756 Oct 27 16:36:46.290782 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3765e8b3-1712-4a95-83a2-59b837fc9ab9 req-1e4470fb-c5be-4902-a538-7e1752fd2124 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372241 Oct 27 16:36:46.386361 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fb321-bd55-42df-904b-1a48a9259d96 req-c4df0801-923f-40b2-b0b8-74b0e2983a5c tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:46.387923 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-508fb321-bd55-42df-904b-1a48a9259d96 req-c4df0801-923f-40b2-b0b8-74b0e2983a5c tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.0704687 Oct 27 16:36:46.396745 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 50992) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:46.407645 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-d572f004-6385-403d-9672-1dfe2247700b tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Request body: {'floatingip': {'port_id': '01fb2c1e-9441-4877-b896-538153069ce7'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:36:46.541359 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d572f004-6385-403d-9672-1dfe2247700b tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks [] for floatingip, before_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:47.221559 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7def06-6daf-4e30-8987-216a4e82d8bf req-cdf81ddb-46da-4ef4-8812-d1991ef8c191 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:47.223046 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-db7def06-6daf-4e30-8987-216a4e82d8bf req-cdf81ddb-46da-4ef4-8812-d1991ef8c191 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.0502148 Oct 27 16:36:47.262887 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-db7def06-6daf-4e30-8987-216a4e82d8bf req-e9438bde-dca4-47b7-ba78-74afbb572634 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335615 Oct 27 16:36:47.347507 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d572f004-6385-403d-9672-1dfe2247700b tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:47.351274 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d572f004-6385-403d-9672-1dfe2247700b tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3734057'] for floatingip, after_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:47.417813 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed5694b-edc8-4b23-b927-cc0af0dbaf91 req-5a1ab231-ab13-4e8f-9c8f-2b819ff65687 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:47.419462 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2ed5694b-edc8-4b23-b927-cc0af0dbaf91 req-5a1ab231-ab13-4e8f-9c8f-2b819ff65687 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0518866 Oct 27 16:36:47.459686 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.db.l3_db [None req-d572f004-6385-403d-9672-1dfe2247700b tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Floating IP 9a3ed287-6aeb-4251-9c1f-378eb392fd1a associated. External IP: 172.27.0.33, port: 01fb2c1e-9441-4877-b896-538153069ce7. Oct 27 16:36:47.469635 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2ed5694b-edc8-4b23-b927-cc0af0dbaf91 req-98a3d246-2020-4f13-8826-7c898a0fa193 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439470 Oct 27 16:36:47.610431 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11c719-5299-417a-adbe-40e226d91af6 req-0e07316e-90c8-4513-98a2-2b35065ee46b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:47.612085 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ee11c719-5299-417a-adbe-40e226d91af6 req-0e07316e-90c8-4513-98a2-2b35065ee46b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0598700 Oct 27 16:36:47.621167 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 51020) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:47.625724 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [None req-72dbb331-9a3e-4f28-bad7-2b0ba910328e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Request body: {'floatingip': {'port_id': '2efa01dc-81c3-46bb-9ef0-b94159290efa'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:36:47.716694 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d572f004-6385-403d-9672-1dfe2247700b tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Router 292510e1-f508-41d7-86f7-f796203aaafb has already been hosted by L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 {{(pid=101665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:36:47.720875 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-72dbb331-9a3e-4f28-bad7-2b0ba910328e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks [] for floatingip, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:47.851022 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d572f004-6385-403d-9672-1dfe2247700b tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:36:47.859487 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d572f004-6385-403d-9672-1dfe2247700b tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for floatingip, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:47.870752 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff1d47f-2a26-4458-bf2c-a422842aaf67 None None] Sync routers for ids ['292510e1-f508-41d7-86f7-f796203aaafb'] in dv-cinder-815659-1-iscsi {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:36:47.883342 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff1d47f-2a26-4458-bf2c-a422842aaf67 None None] Routers {'292510e1-f508-41d7-86f7-f796203aaafb'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:36:47.884315 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-0ff1d47f-2a26-4458-bf2c-a422842aaf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:36:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['292510e1-f508-41d7-86f7-f796203aaafb'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:36:47.897433 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-d572f004-6385-403d-9672-1dfe2247700b tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "PUT /v2.0/floatingips/9a3ed287-6aeb-4251-9c1f-378eb392fd1a HTTP/1.1" status: 200 len: 991 time: 1.4983423 Oct 27 16:36:47.899180 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd848ace4-ad23-4774-9184-50b393417a16', 'tag': '01fb2c1e-9441-4877-b896-538153069ce7'}] {{(pid=101665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:36:47.917628 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e855964699ac36e6c3d6e47e1242f42c8ffa7ad1730da4fc31a2584ac71f7baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce39aec2-0c2d-4e7d-a151-855bd7ffed82" -d '{"events": [{"name": "network-changed", "server_uuid": "d848ace4-ad23-4774-9184-50b393417a16", "tag": "01fb2c1e-9441-4877-b896-538153069ce7"}]}' {{(pid=101665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:36:47.987346 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7caa17-eb66-480a-9451-846b9caf2d03 x-openstack-request-id: req-de7caa17-eb66-480a-9451-846b9caf2d03 {{(pid=101665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:36:47.987639 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d848ace4-ad23-4774-9184-50b393417a16", "tag": "01fb2c1e-9441-4877-b896-538153069ce7", "status": "completed", "code": 200}]} {{(pid=101665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:36:47.987907 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-de7caa17-eb66-480a-9451-846b9caf2d03 {{(pid=101665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:36:47.988319 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd848ace4-ad23-4774-9184-50b393417a16', 'tag': '01fb2c1e-9441-4877-b896-538153069ce7', 'status': 'completed', 'code': 200} Oct 27 16:36:47.997237 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 51032) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:48.074289 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-0ff1d47f-2a26-4458-bf2c-a422842aaf67 None None] Set router 292510e1-f508-41d7-86f7-f796203aaafb gateway port host: dv-cinder-815659-1-iscsi {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:36:48.123686 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2cdc2354-7584-4c3b-a9f6-00f5531d78da admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:48.174153 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39aec2-0c2d-4e7d-a151-855bd7ffed82 req-45e64e02-f72d-4208-bada-fcccc3325d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:48.175822 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ce39aec2-0c2d-4e7d-a151-855bd7ffed82 req-45e64e02-f72d-4208-bada-fcccc3325d58 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b1d6307da9940d7aadfdaa9f13487e5&device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 1099 time: 0.1271644 Oct 27 16:36:48.239221 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2cdc2354-7584-4c3b-a9f6-00f5531d78da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:48.251498 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2cdc2354-7584-4c3b-a9f6-00f5531d78da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:48.291848 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-2cdc2354-7584-4c3b-a9f6-00f5531d78da admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=60b930c9d95048c793eea6e999adbe00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2935238 Oct 27 16:36:48.297813 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 51038) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:48.315740 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc2354-7584-4c3b-a9f6-00f5531d78da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57a33c8-8ea7-4c07-bd15-e45683558f71,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:48.331022 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc2354-7584-4c3b-a9f6-00f5531d78da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:48.331628 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc2354-7584-4c3b-a9f6-00f5531d78da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:48.332149 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc2354-7584-4c3b-a9f6-00f5531d78da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:48.332632 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc2354-7584-4c3b-a9f6-00f5531d78da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:48.333112 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc2354-7584-4c3b-a9f6-00f5531d78da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:48.333584 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc2354-7584-4c3b-a9f6-00f5531d78da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:48.334053 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc2354-7584-4c3b-a9f6-00f5531d78da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:48.334523 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc2354-7584-4c3b-a9f6-00f5531d78da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:48.334990 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc2354-7584-4c3b-a9f6-00f5531d78da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:48.335460 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc2354-7584-4c3b-a9f6-00f5531d78da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:48.335961 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc2354-7584-4c3b-a9f6-00f5531d78da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:48.336608 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc2354-7584-4c3b-a9f6-00f5531d78da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:48.372280 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-21dbc74f-f686-40e6-804c-ab1502ffe0d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:48.410044 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-21dbc74f-f686-40e6-804c-ab1502ffe0d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:48.448785 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-0ff1d47f-2a26-4458-bf2c-a422842aaf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '292510e1-f508-41d7-86f7-f796203aaafb', 'name': 'tempest-AttachVolumeTestJSON-555848210-router', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f2193b51-ae91-4254-9372-17d184efcf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'gw_port': {'id': 'f2193b51-ae91-4254-9372-17d184efcf85', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292510e1-f508-41d7-86f7-f796203aaafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:44Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_floatingips': [{'id': '9a3ed287-6aeb-4251-9c1f-378eb392fd1a', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'floating_ip_address': '172.27.0.33', 'floating_network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'router_id': '292510e1-f508-41d7-86f7-f796203aaafb', 'port_id': '01fb2c1e-9441-4877-b896-538153069ce7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '900de597-e873-4f99-a7d4-e023d99223de', 'mac_address': 'fa:16:3e:55:11:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd848ace4-ad23-4774-9184-50b393417a16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:36:06Z', 'updated_at': '2021-10-27T16:36:47Z', 'revision_number': 1, 'project_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0', 'name': '', 'network_id': '900de597-e873-4f99-a7d4-e023d99223de', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'mac_address': 'fa:16:3e:e8:2b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292510e1-f508-41d7-86f7-f796203aaafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ae9f7717-3703-4043-b05c-cf4237b7a0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:53Z', 'updated_at': '2021-10-27T16:36:04Z', 'revision_number': 5, 'project_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'subnets': [{'id': 'ae9f7717-3703-4043-b05c-cf4237b7a0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:36:48.466031 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-21dbc74f-f686-40e6-804c-ab1502ffe0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:48.469120 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-21dbc74f-f686-40e6-804c-ab1502ffe0d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:48.472718 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-21dbc74f-f686-40e6-804c-ab1502ffe0d8 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d57a33c8-8ea7-4c07-bd15-e45683558f71 HTTP/1.1" status: 204 len: 168 time: 0.1712399 Oct 27 16:36:48.479429 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbc74f-f686-40e6-804c-ab1502ffe0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57a33c8-8ea7-4c07-bd15-e45683558f71,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:48.510993 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff1d47f-2a26-4458-bf2c-a422842aaf67 None None] Checking router: 292510e1-f508-41d7-86f7-f796203aaafb for host: dv-cinder-815659-1-iscsi {{(pid=101668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:36:48.520913 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff1d47f-2a26-4458-bf2c-a422842aaf67 None None] Routers {'292510e1-f508-41d7-86f7-f796203aaafb'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:36:48.521534 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-0ff1d47f-2a26-4458-bf2c-a422842aaf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:36:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['292510e1-f508-41d7-86f7-f796203aaafb'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:36:48.544410 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5eee9-4131-464e-b4a6-f94b2dcad860 req-c6f2b9f7-f86f-4b21-a089-f8331d7d1954 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:48.545900 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-72e5eee9-4131-464e-b4a6-f94b2dcad860 req-c6f2b9f7-f86f-4b21-a089-f8331d7d1954 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.1390450 Oct 27 16:36:48.549374 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39aec2-0c2d-4e7d-a151-855bd7ffed82 req-3892be95-f5e7-42cb-9737-1ecdc5f1a978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:48.550758 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ce39aec2-0c2d-4e7d-a151-855bd7ffed82 req-3892be95-f5e7-42cb-9737-1ecdc5f1a978 service neutron] 10.222.0.66 "GET /v2.0/networks?id=900de597-e873-4f99-a7d4-e023d99223de HTTP/1.1" status: 200 len: 912 time: 0.3412290 Oct 27 16:36:48.678401 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-0ff1d47f-2a26-4458-bf2c-a422842aaf67 None None] Set router 292510e1-f508-41d7-86f7-f796203aaafb gateway port host: dv-cinder-815659-1-iscsi {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:36:48.698815 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.db.resource_extend [None req-72dbb331-9a3e-4f28-bad7-2b0ba910328e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 16:36:48.795409 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-72e5eee9-4131-464e-b4a6-f94b2dcad860 req-f302a0cd-55ae-42b0-8a97-aa3670c45b1c tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249551 Oct 27 16:36:48.816119 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ce39aec2-0c2d-4e7d-a151-855bd7ffed82 req-315d32e4-dfa6-4f1c-8257-f9bde1422141 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01fb2c1e-9441-4877-b896-538153069ce7 HTTP/1.1" status: 200 len: 999 time: 0.2205303 Oct 27 16:36:48.828204 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-72dbb331-9a3e-4f28-bad7-2b0ba910328e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:48.833221 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-72dbb331-9a3e-4f28-bad7-2b0ba910328e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3734057'] for floatingip, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:48.931324 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 51056) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:48.955569 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-87cbc009-ea97-4137-9ec5-aeef9dc6464b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:48.963629 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39aec2-0c2d-4e7d-a151-855bd7ffed82 req-15ff9e83-ab7c-4e5a-b84c-69b1579b01cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:48.965148 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ce39aec2-0c2d-4e7d-a151-855bd7ffed82 req-15ff9e83-ab7c-4e5a-b84c-69b1579b01cb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ae9f7717-3703-4043-b05c-cf4237b7a0b2 HTTP/1.1" status: 200 len: 849 time: 0.1287434 Oct 27 16:36:48.984281 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.db.l3_db [None req-72dbb331-9a3e-4f28-bad7-2b0ba910328e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Floating IP f1482109-957d-4bad-862e-0381afeeb117 associated. External IP: 172.27.0.97, port: 2efa01dc-81c3-46bb-9ef0-b94159290efa. Oct 27 16:36:49.011266 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-0ff1d47f-2a26-4458-bf2c-a422842aaf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '292510e1-f508-41d7-86f7-f796203aaafb', 'name': 'tempest-AttachVolumeTestJSON-555848210-router', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f2193b51-ae91-4254-9372-17d184efcf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'gw_port': {'id': 'f2193b51-ae91-4254-9372-17d184efcf85', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292510e1-f508-41d7-86f7-f796203aaafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:44Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_floatingips': [{'id': '9a3ed287-6aeb-4251-9c1f-378eb392fd1a', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'floating_ip_address': '172.27.0.33', 'floating_network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'router_id': '292510e1-f508-41d7-86f7-f796203aaafb', 'port_id': '01fb2c1e-9441-4877-b896-538153069ce7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '900de597-e873-4f99-a7d4-e023d99223de', 'mac_address': 'fa:16:3e:55:11:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd848ace4-ad23-4774-9184-50b393417a16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:36:06Z', 'updated_at': '2021-10-27T16:36:47Z', 'revision_number': 1, 'project_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0', 'name': '', 'network_id': '900de597-e873-4f99-a7d4-e023d99223de', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'mac_address': 'fa:16:3e:e8:2b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292510e1-f508-41d7-86f7-f796203aaafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ae9f7717-3703-4043-b05c-cf4237b7a0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:53Z', 'updated_at': '2021-10-27T16:36:04Z', 'revision_number': 5, 'project_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'subnets': [{'id': 'ae9f7717-3703-4043-b05c-cf4237b7a0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:36:49.043786 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff1d47f-2a26-4458-bf2c-a422842aaf67 None None] The sync data for ids ['292510e1-f508-41d7-86f7-f796203aaafb'] in dv-cinder-815659-1-iscsi is: [{'id': '292510e1-f508-41d7-86f7-f796203aaafb', 'name': 'tempest-AttachVolumeTestJSON-555848210-router', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f2193b51-ae91-4254-9372-17d184efcf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'gw_port': {'id': 'f2193b51-ae91-4254-9372-17d184efcf85', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292510e1-f508-41d7-86f7-f796203aaafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:44Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_floatingips': [{'id': '9a3ed287-6aeb-4251-9c1f-378eb392fd1a', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'floating_ip_address': '172.27.0.33', 'floating_network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'router_id': '292510e1-f508-41d7-86f7-f796203aaafb', 'port_id': '01fb2c1e-9441-4877-b896-538153069ce7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '900de597-e873-4f99-a7d4-e023d99223de', 'mac_address': 'fa:16:3e:55:11:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd848ace4-ad23-4774-9184-50b393417a16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:36:06Z', 'updated_at': '2021-10-27T16:36:47Z', 'revision_number': 1, 'project_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0', 'name': '', 'network_id': '900de597-e873-4f99-a7d4-e023d99223de', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'mac_address': 'fa:16:3e:e8:2b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292510e1-f508-41d7-86f7-f796203aaafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ae9f7717-3703-4043-b05c-cf4237b7a0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:53Z', 'updated_at': '2021-10-27T16:36:04Z', 'revision_number': 5, 'project_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'subnets': [{'id': 'ae9f7717-3703-4043-b05c-cf4237b7a0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:36:49.058136 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-87cbc009-ea97-4137-9ec5-aeef9dc6464b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:49.063365 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-87cbc009-ea97-4137-9ec5-aeef9dc6464b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:49.119799 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cbc009-ea97-4137-9ec5-aeef9dc6464b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b908c30-193a-4f1c-905f-84416c73836e,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:49.132909 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-87cbc009-ea97-4137-9ec5-aeef9dc6464b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3453273b376a4f2d81c0f84625ce10e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2002771 Oct 27 16:36:49.133580 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 51062) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:49.183011 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39aec2-0c2d-4e7d-a151-855bd7ffed82 req-552626fd-7fc6-4c20-a039-78ed575de748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:49.184503 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ce39aec2-0c2d-4e7d-a151-855bd7ffed82 req-552626fd-7fc6-4c20-a039-78ed575de748 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=900de597-e873-4f99-a7d4-e023d99223de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1649725 Oct 27 16:36:49.194363 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720e806-6f4d-4019-84fc-6aeec67499e0 req-2db163fe-88eb-4210-b2fb-f1b5c5080614 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:49.195771 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b720e806-6f4d-4019-84fc-6aeec67499e0 req-2db163fe-88eb-4210-b2fb-f1b5c5080614 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/ports?device_id=02011a50-cf9d-4fc9-8546-11382b2e381e HTTP/1.1" status: 200 len: 945 time: 0.1750295 Oct 27 16:36:49.196926 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-68bee604-0aa4-421e-9dcd-51c97b98bd1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:49.221269 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-68bee604-0aa4-421e-9dcd-51c97b98bd1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:49.276659 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-68bee604-0aa4-421e-9dcd-51c97b98bd1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:49.279502 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-68bee604-0aa4-421e-9dcd-51c97b98bd1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:49.280800 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-68bee604-0aa4-421e-9dcd-51c97b98bd1b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6b908c30-193a-4f1c-905f-84416c73836e HTTP/1.1" status: 204 len: 168 time: 0.1462786 Oct 27 16:36:49.288443 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bee604-0aa4-421e-9dcd-51c97b98bd1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b908c30-193a-4f1c-905f-84416c73836e,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:49.409218 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7611fc9-8d14-42f7-bcc9-6ee4f9dc1d04 None None] New status for floating IP 9a3ed287-6aeb-4251-9c1f-378eb392fd1a: ACTIVE {{(pid=101667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:36:49.571800 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b720e806-6f4d-4019-84fc-6aeec67499e0 req-33a4937a-58b2-42d4-8dab-c396e4ad27ac tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/security-groups?id=7e176cf0-4318-49f1-b8ff-76f0e9783e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666356 Oct 27 16:36:49.628780 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ce39aec2-0c2d-4e7d-a151-855bd7ffed82 req-915fc9df-8f8b-4915-bbba-3e9f94b6f18b service neutron] 10.222.0.66 "GET /v2.0/networks/900de597-e873-4f99-a7d4-e023d99223de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078543 Oct 27 16:36:49.656480 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72dbb331-9a3e-4f28-bad7-2b0ba910328e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Router 0f953ddf-5f84-42b9-90f8-b9a480f82b3d has already been hosted by L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 {{(pid=101666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:36:49.884223 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1c0b16e4-9b7d-4849-8b45-9b015f4d945c req-c89a74f3-eda7-4606-8e1a-59e3eaa60ebc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2229123 Oct 27 16:36:49.957161 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ce39aec2-0c2d-4e7d-a151-855bd7ffed82 req-2055e23e-78f1-4d33-ba55-8997e13144e0 service neutron] 10.222.0.66 "GET /v2.0/networks/900de597-e873-4f99-a7d4-e023d99223de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973511 Oct 27 16:36:49.980595 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72dbb331-9a3e-4f28-bad7-2b0ba910328e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:36:49.985884 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-72dbb331-9a3e-4f28-bad7-2b0ba910328e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for floatingip, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:49.990905 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e518fa-98ba-4bcb-8a2b-769f6cd143e4 None None] Sync routers for ids ['0f953ddf-5f84-42b9-90f8-b9a480f82b3d'] in dv-cinder-815659-1-iscsi {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:36:50.003949 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e518fa-98ba-4bcb-8a2b-769f6cd143e4 None None] Routers {'0f953ddf-5f84-42b9-90f8-b9a480f82b3d'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:36:50.004576 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-63e518fa-98ba-4bcb-8a2b-769f6cd143e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:36:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['0f953ddf-5f84-42b9-90f8-b9a480f82b3d'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:36:50.033087 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ee5af-9c2d-4561-a95c-72a5d067645e req-062362d6-0801-44c6-ad2a-4e46c6b214a3 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:50.045086 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d92ee5af-9c2d-4561-a95c-72a5d067645e req-062362d6-0801-44c6-ad2a-4e46c6b214a3 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.1364868 Oct 27 16:36:50.105206 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-72dbb331-9a3e-4f28-bad7-2b0ba910328e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "PUT /v2.0/floatingips/f1482109-957d-4bad-862e-0381afeeb117 HTTP/1.1" status: 200 len: 991 time: 2.4828670 Oct 27 16:36:50.107648 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae', 'tag': '2efa01dc-81c3-46bb-9ef0-b94159290efa'}] {{(pid=101666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:36:50.110059 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c97a8bc50bc1e60c5bcd83482612a755f7c8660878f0fc94464a674b36297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270584c5-ff16-4f4a-947c-ba868a1e01c3" -d '{"events": [{"name": "network-changed", "server_uuid": "9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae", "tag": "2efa01dc-81c3-46bb-9ef0-b94159290efa"}]}' {{(pid=101666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:36:50.126203 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b16e4-9b7d-4849-8b45-9b015f4d945c req-b3f83976-0eef-4a70-9e7f-a1d55afdb141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:50.128388 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1c0b16e4-9b7d-4849-8b45-9b015f4d945c req-b3f83976-0eef-4a70-9e7f-a1d55afdb141 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c18af2229f264790a5b0de57cf8f74a2&device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 1099 time: 0.1161942 Oct 27 16:36:50.148112 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d92ee5af-9c2d-4561-a95c-72a5d067645e req-0eb0fc09-f597-4fb2-bd76-9392f54c4a33 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022823 Oct 27 16:36:50.173111 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-63e518fa-98ba-4bcb-8a2b-769f6cd143e4 None None] Set router 0f953ddf-5f84-42b9-90f8-b9a480f82b3d gateway port host: dv-cinder-815659-1-iscsi {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:36:50.205661 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c07ede5-e77d-4ed7-8f67-a150d4436a2f x-openstack-request-id: req-6c07ede5-e77d-4ed7-8f67-a150d4436a2f {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:36:50.205947 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae", "tag": "2efa01dc-81c3-46bb-9ef0-b94159290efa", "status": "completed", "code": 200}]} {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:36:50.206204 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6c07ede5-e77d-4ed7-8f67-a150d4436a2f {{(pid=101666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:36:50.206591 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae', 'tag': '2efa01dc-81c3-46bb-9ef0-b94159290efa', 'status': 'completed', 'code': 200} Oct 27 16:36:50.309398 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b16e4-9b7d-4849-8b45-9b015f4d945c req-ff8879b1-aa50-44a4-97c0-cdadcae40783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:50.310889 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1c0b16e4-9b7d-4849-8b45-9b015f4d945c req-ff8879b1-aa50-44a4-97c0-cdadcae40783 service neutron] 10.222.0.66 "GET /v2.0/networks?id=98382a90-1d72-4726-8dcd-70a187bd6af7 HTTP/1.1" status: 200 len: 916 time: 0.1318278 Oct 27 16:36:50.322265 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270584c5-ff16-4f4a-947c-ba868a1e01c3 req-7e488d5c-879c-4064-b01f-2e4b5f576b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:50.322265 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-270584c5-ff16-4f4a-947c-ba868a1e01c3 req-7e488d5c-879c-4064-b01f-2e4b5f576b14 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a56e030f182417680e61e5c27a2cb30&device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 1099 time: 0.0500026 Oct 27 16:36:50.387859 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1c0b16e4-9b7d-4849-8b45-9b015f4d945c req-f6b26822-3271-4364-86f1-1d72cd3fb61f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a90a4eda-f446-46d2-974b-bc14587851d9 HTTP/1.1" status: 200 len: 217 time: 0.0432847 Oct 27 16:36:50.496892 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b16e4-9b7d-4849-8b45-9b015f4d945c req-c8fa2ce0-dad4-426f-99f1-d5884877d881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:50.498345 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1c0b16e4-9b7d-4849-8b45-9b015f4d945c req-c8fa2ce0-dad4-426f-99f1-d5884877d881 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=18c76782-16a7-43ea-ba24-ce3fb0a83071 HTTP/1.1" status: 200 len: 854 time: 0.0676475 Oct 27 16:36:50.513291 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270584c5-ff16-4f4a-947c-ba868a1e01c3 req-cd63b67d-ac22-4942-beb8-bd62e99c7b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:50.514888 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-270584c5-ff16-4f4a-947c-ba868a1e01c3 req-cd63b67d-ac22-4942-beb8-bd62e99c7b98 service neutron] 10.222.0.66 "GET /v2.0/networks?id=04e556bb-e81e-445a-9a9a-3eeb79203905 HTTP/1.1" status: 200 len: 919 time: 0.1292467 Oct 27 16:36:50.557563 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-63e518fa-98ba-4bcb-8a2b-769f6cd143e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1174578120-router', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '013dda2d-aef5-43a6-a9a0-e5cfc47c73af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '5a56e030f182417680e61e5c27a2cb30', 'gw_port': {'id': '013dda2d-aef5-43a6-a9a0-e5cfc47c73af', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:44Z', 'updated_at': '2021-10-27T16:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_floatingips': [{'id': 'f1482109-957d-4bad-862e-0381afeeb117', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'floating_ip_address': '172.27.0.97', 'floating_network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'router_id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'port_id': '2efa01dc-81c3-46bb-9ef0-b94159290efa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905', 'mac_address': 'fa:16:3e:c0:13:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:36:05Z', 'updated_at': '2021-10-27T16:36:48Z', 'revision_number': 1, 'project_id': '5a56e030f182417680e61e5c27a2cb30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6529a2dc-4614-4a8f-a99c-b74bee49ace1', 'name': '', 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'mac_address': 'fa:16:3e:a4:1d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bfd7b3b6-c867-4ea0-ba61-155e778fa591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:53Z', 'updated_at': '2021-10-27T16:36:02Z', 'revision_number': 5, 'project_id': '5a56e030f182417680e61e5c27a2cb30', 'subnets': [{'id': 'bfd7b3b6-c867-4ea0-ba61-155e778fa591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:36:50.567322 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1c0b16e4-9b7d-4849-8b45-9b015f4d945c req-c68acb30-f295-4c55-ad8f-afda184cd5ce service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=98382a90-1d72-4726-8dcd-70a187bd6af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315318 Oct 27 16:36:50.583447 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e518fa-98ba-4bcb-8a2b-769f6cd143e4 None None] Checking router: 0f953ddf-5f84-42b9-90f8-b9a480f82b3d for host: dv-cinder-815659-1-iscsi {{(pid=101668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:36:50.592797 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e518fa-98ba-4bcb-8a2b-769f6cd143e4 None None] Routers {'0f953ddf-5f84-42b9-90f8-b9a480f82b3d'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:36:50.593407 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-63e518fa-98ba-4bcb-8a2b-769f6cd143e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:36:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['0f953ddf-5f84-42b9-90f8-b9a480f82b3d'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:36:50.671649 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-270584c5-ff16-4f4a-947c-ba868a1e01c3 req-50efaae5-3c17-44ec-812d-4f2c374fc580 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2efa01dc-81c3-46bb-9ef0-b94159290efa HTTP/1.1" status: 200 len: 999 time: 0.1267550 Oct 27 16:36:50.725100 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-63e518fa-98ba-4bcb-8a2b-769f6cd143e4 None None] Set router 0f953ddf-5f84-42b9-90f8-b9a480f82b3d gateway port host: dv-cinder-815659-1-iscsi {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:36:50.759187 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1c0b16e4-9b7d-4849-8b45-9b015f4d945c req-044b9667-a181-4c1e-bed8-08df3e6871e9 service neutron] 10.222.0.66 "GET /v2.0/networks/98382a90-1d72-4726-8dcd-70a187bd6af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653035 Oct 27 16:36:50.795556 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266d939-a90a-44a0-9b96-b928eff7500e req-59f53d1f-74dd-4cb0-aa36-b22f2f993df2 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:50.797551 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6266d939-a90a-44a0-9b96-b928eff7500e req-59f53d1f-74dd-4cb0-aa36-b22f2f993df2 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/ports?device_id=02011a50-cf9d-4fc9-8546-11382b2e381e HTTP/1.1" status: 200 len: 945 time: 0.1214192 Oct 27 16:36:50.807750 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270584c5-ff16-4f4a-947c-ba868a1e01c3 req-bfe2073a-71f5-439c-b449-3edf7a800048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:50.809181 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-270584c5-ff16-4f4a-947c-ba868a1e01c3 req-bfe2073a-71f5-439c-b449-3edf7a800048 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bfd7b3b6-c867-4ea0-ba61-155e778fa591 HTTP/1.1" status: 200 len: 856 time: 0.1124182 Oct 27 16:36:50.948784 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6266d939-a90a-44a0-9b96-b928eff7500e req-6ea8fd69-bb70-4cd5-a90a-1594847f33ff tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/security-groups?id=7e176cf0-4318-49f1-b8ff-76f0e9783e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432862 Oct 27 16:36:50.973535 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270584c5-ff16-4f4a-947c-ba868a1e01c3 req-918c2737-130d-4810-ad52-b976a03bb7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:50.975185 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-270584c5-ff16-4f4a-947c-ba868a1e01c3 req-918c2737-130d-4810-ad52-b976a03bb7c3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=04e556bb-e81e-445a-9a9a-3eeb79203905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1178098 Oct 27 16:36:50.988624 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1c0b16e4-9b7d-4849-8b45-9b015f4d945c req-a56ee2e0-fd08-418e-9d0b-6dadec24935d service neutron] 10.222.0.66 "GET /v2.0/networks/98382a90-1d72-4726-8dcd-70a187bd6af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078834 Oct 27 16:36:50.995800 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-63e518fa-98ba-4bcb-8a2b-769f6cd143e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1174578120-router', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '013dda2d-aef5-43a6-a9a0-e5cfc47c73af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '5a56e030f182417680e61e5c27a2cb30', 'gw_port': {'id': '013dda2d-aef5-43a6-a9a0-e5cfc47c73af', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:44Z', 'updated_at': '2021-10-27T16:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_floatingips': [{'id': 'f1482109-957d-4bad-862e-0381afeeb117', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'floating_ip_address': '172.27.0.97', 'floating_network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'router_id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'port_id': '2efa01dc-81c3-46bb-9ef0-b94159290efa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905', 'mac_address': 'fa:16:3e:c0:13:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:36:05Z', 'updated_at': '2021-10-27T16:36:48Z', 'revision_number': 1, 'project_id': '5a56e030f182417680e61e5c27a2cb30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6529a2dc-4614-4a8f-a99c-b74bee49ace1', 'name': '', 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'mac_address': 'fa:16:3e:a4:1d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bfd7b3b6-c867-4ea0-ba61-155e778fa591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:53Z', 'updated_at': '2021-10-27T16:36:02Z', 'revision_number': 5, 'project_id': '5a56e030f182417680e61e5c27a2cb30', 'subnets': [{'id': 'bfd7b3b6-c867-4ea0-ba61-155e778fa591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:36:51.030118 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e518fa-98ba-4bcb-8a2b-769f6cd143e4 None None] The sync data for ids ['0f953ddf-5f84-42b9-90f8-b9a480f82b3d'] in dv-cinder-815659-1-iscsi is: [{'id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1174578120-router', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '013dda2d-aef5-43a6-a9a0-e5cfc47c73af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '5a56e030f182417680e61e5c27a2cb30', 'gw_port': {'id': '013dda2d-aef5-43a6-a9a0-e5cfc47c73af', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:44Z', 'updated_at': '2021-10-27T16:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_floatingips': [{'id': 'f1482109-957d-4bad-862e-0381afeeb117', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'floating_ip_address': '172.27.0.97', 'floating_network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'router_id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'port_id': '2efa01dc-81c3-46bb-9ef0-b94159290efa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905', 'mac_address': 'fa:16:3e:c0:13:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:36:05Z', 'updated_at': '2021-10-27T16:36:48Z', 'revision_number': 1, 'project_id': '5a56e030f182417680e61e5c27a2cb30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6529a2dc-4614-4a8f-a99c-b74bee49ace1', 'name': '', 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'mac_address': 'fa:16:3e:a4:1d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bfd7b3b6-c867-4ea0-ba61-155e778fa591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:53Z', 'updated_at': '2021-10-27T16:36:02Z', 'revision_number': 5, 'project_id': '5a56e030f182417680e61e5c27a2cb30', 'subnets': [{'id': 'bfd7b3b6-c867-4ea0-ba61-155e778fa591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:36:51.100633 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-270584c5-ff16-4f4a-947c-ba868a1e01c3 req-52bb9edb-50fd-4d1c-bae1-14bb0efc16a4 service neutron] 10.222.0.66 "GET /v2.0/networks/04e556bb-e81e-445a-9a9a-3eeb79203905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092241 Oct 27 16:36:51.213807 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:51.319010 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-270584c5-ff16-4f4a-947c-ba868a1e01c3 req-5bd8de7f-d146-4abb-95d3-8edfe524b21f service neutron] 10.222.0.66 "GET /v2.0/networks/04e556bb-e81e-445a-9a9a-3eeb79203905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959305 Oct 27 16:36:51.355781 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc2b50-cd41-49a8-8f16-dad2d615c843 req-addcb94f-ea7a-4a73-9850-b99f8e7c02f1 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:51.357624 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-52bc2b50-cd41-49a8-8f16-dad2d615c843 req-addcb94f-ea7a-4a73-9850-b99f8e7c02f1 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.0994611 Oct 27 16:36:51.405498 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-52bc2b50-cd41-49a8-8f16-dad2d615c843 req-bdcfe981-a2d8-434d-b95f-98d3e8727785 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397635 Oct 27 16:36:51.408915 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f742ae78-9e78-4535-ba91-204fa34efddf None None] New status for floating IP f1482109-957d-4bad-862e-0381afeeb117: ACTIVE {{(pid=101667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:36:51.744129 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 51178) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:51.856819 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ee0ea2f4-6847-407f-826d-dff9f5d21bdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:51.932719 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ee0ea2f4-6847-407f-826d-dff9f5d21bdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:51.938136 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ee0ea2f4-6847-407f-826d-dff9f5d21bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:51.976714 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-ee0ea2f4-6847-407f-826d-dff9f5d21bdb admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=dd46d857ce5c4dd19ad7dcf541b7b922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314920 Oct 27 16:36:51.977831 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ea2f4-6847-407f-826d-dff9f5d21bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945bcd64-1af7-4136-b45e-309c5b521d60,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:51.979455 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 51188) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:52.060006 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-e2caf8bf-c289-4bb0-bf18-79b8aa5cf395 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:52.086540 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-e2caf8bf-c289-4bb0-bf18-79b8aa5cf395 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:52.095052 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50673ba-c9b0-47d9-be88-23c753d2f191 req-9c41b5f4-e0ad-471b-9062-f16a22c905c5 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:52.096649 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d50673ba-c9b0-47d9-be88-23c753d2f191 req-9c41b5f4-e0ad-471b-9062-f16a22c905c5 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/ports?device_id=02011a50-cf9d-4fc9-8546-11382b2e381e HTTP/1.1" status: 200 len: 945 time: 0.0759335 Oct 27 16:36:52.158432 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d50673ba-c9b0-47d9-be88-23c753d2f191 req-bee6ea46-ec40-4521-8ff5-2bd5c0c64f5f tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/security-groups?id=7e176cf0-4318-49f1-b8ff-76f0e9783e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548635 Oct 27 16:36:52.170016 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-e2caf8bf-c289-4bb0-bf18-79b8aa5cf395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:52.172842 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-e2caf8bf-c289-4bb0-bf18-79b8aa5cf395 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:52.173966 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-e2caf8bf-c289-4bb0-bf18-79b8aa5cf395 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/945bcd64-1af7-4136-b45e-309c5b521d60 HTTP/1.1" status: 204 len: 168 time: 0.1926274 Oct 27 16:36:52.181896 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2caf8bf-c289-4bb0-bf18-79b8aa5cf395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945bcd64-1af7-4136-b45e-309c5b521d60,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:52.188921 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2caf8bf-c289-4bb0-bf18-79b8aa5cf395 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:52.189329 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2caf8bf-c289-4bb0-bf18-79b8aa5cf395 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:52.189668 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2caf8bf-c289-4bb0-bf18-79b8aa5cf395 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:52.190000 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2caf8bf-c289-4bb0-bf18-79b8aa5cf395 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:52.190332 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2caf8bf-c289-4bb0-bf18-79b8aa5cf395 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:52.190661 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2caf8bf-c289-4bb0-bf18-79b8aa5cf395 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:52.190987 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2caf8bf-c289-4bb0-bf18-79b8aa5cf395 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:52.191314 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2caf8bf-c289-4bb0-bf18-79b8aa5cf395 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:52.191639 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2caf8bf-c289-4bb0-bf18-79b8aa5cf395 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:52.191986 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2caf8bf-c289-4bb0-bf18-79b8aa5cf395 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:52.192308 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2caf8bf-c289-4bb0-bf18-79b8aa5cf395 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:52.192627 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2caf8bf-c289-4bb0-bf18-79b8aa5cf395 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:52.453501 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 51198) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:52.469307 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-bebdf7b1-0d0c-4f77-bca0-0cb088601417 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:52.558221 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5423309-fb76-48ac-9258-9adfb297388d req-b38fa267-38c0-4e2d-a265-07f2490dbe88 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:52.559709 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c5423309-fb76-48ac-9258-9adfb297388d req-b38fa267-38c0-4e2d-a265-07f2490dbe88 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.0760949 Oct 27 16:36:52.609391 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-bebdf7b1-0d0c-4f77-bca0-0cb088601417 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:52.614533 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c5423309-fb76-48ac-9258-9adfb297388d req-dbd47b95-07bd-4244-bb29-a3100e6cf820 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483167 Oct 27 16:36:52.615491 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-bebdf7b1-0d0c-4f77-bca0-0cb088601417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:52.654812 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-bebdf7b1-0d0c-4f77-bca0-0cb088601417 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6d2df908c2e343a0915b1e8213d3b4e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1998148 Oct 27 16:36:52.655768 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebdf7b1-0d0c-4f77-bca0-0cb088601417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637d34b4-0a96-4fb4-988e-a7be0f14af4c,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:52.657681 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 51204) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:52.708475 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1837b379-38aa-4c82-ad96-e15703a0ff3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:52.730290 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1837b379-38aa-4c82-ad96-e15703a0ff3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:52.778418 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1837b379-38aa-4c82-ad96-e15703a0ff3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:52.781252 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1837b379-38aa-4c82-ad96-e15703a0ff3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:52.782471 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-1837b379-38aa-4c82-ad96-e15703a0ff3b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/637d34b4-0a96-4fb4-988e-a7be0f14af4c HTTP/1.1" status: 204 len: 168 time: 0.1237507 Oct 27 16:36:52.794271 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837b379-38aa-4c82-ad96-e15703a0ff3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637d34b4-0a96-4fb4-988e-a7be0f14af4c,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:53.880038 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 51248) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:53.985824 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0b05991a-c7f2-41d5-ba4b-492e81e5c6ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:54.066961 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0b05991a-c7f2-41d5-ba4b-492e81e5c6ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:54.071241 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0b05991a-c7f2-41d5-ba4b-492e81e5c6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:54.109557 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-0b05991a-c7f2-41d5-ba4b-492e81e5c6ff admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9d13ecf0be2b4d6bb2df8c489c511f11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2280724 Oct 27 16:36:54.110659 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b05991a-c7f2-41d5-ba4b-492e81e5c6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002e5bda-352e-442d-ba7e-ca87a92ef7ab,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:54.112563 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 51256) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:54.172591 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-95dd19e0-7167-4bef-8f06-104264e5094f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:54.196111 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-95dd19e0-7167-4bef-8f06-104264e5094f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:54.247767 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-95dd19e0-7167-4bef-8f06-104264e5094f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:54.250311 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-95dd19e0-7167-4bef-8f06-104264e5094f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:54.251450 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-95dd19e0-7167-4bef-8f06-104264e5094f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/002e5bda-352e-442d-ba7e-ca87a92ef7ab HTTP/1.1" status: 204 len: 168 time: 0.1379490 Oct 27 16:36:54.259930 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd19e0-7167-4bef-8f06-104264e5094f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002e5bda-352e-442d-ba7e-ca87a92ef7ab,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:54.517370 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.agents_db [None req-8f3c53fd-3166-491a-b603-91a64fcc8de1 None None] Agent healthcheck: found 6 active agents {{(pid=101668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:36:55.296473 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 51292) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:55.409732 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-b5bfe3df-7987-4a84-a38e-a2f035a57903 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:55.483594 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-b5bfe3df-7987-4a84-a38e-a2f035a57903 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:55.489446 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-b5bfe3df-7987-4a84-a38e-a2f035a57903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:55.540866 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-b5bfe3df-7987-4a84-a38e-a2f035a57903 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=36fae92e971b4dc3a4bf21a6f57de313&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2432518 Oct 27 16:36:55.541834 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bfe3df-7987-4a84-a38e-a2f035a57903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e193261b-e5b0-4402-acc5-2c0e6e5824f3,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:55.543581 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 51298) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:55.595836 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-4281f7f0-f89a-47fb-9e6c-df5ea6d64b4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:55.617198 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-4281f7f0-f89a-47fb-9e6c-df5ea6d64b4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:55.666923 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-4281f7f0-f89a-47fb-9e6c-df5ea6d64b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:55.669594 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-4281f7f0-f89a-47fb-9e6c-df5ea6d64b4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:55.670871 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-4281f7f0-f89a-47fb-9e6c-df5ea6d64b4a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e193261b-e5b0-4402-acc5-2c0e6e5824f3 HTTP/1.1" status: 204 len: 168 time: 0.1255674 Oct 27 16:36:55.679156 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4281f7f0-f89a-47fb-9e6c-df5ea6d64b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e193261b-e5b0-4402-acc5-2c0e6e5824f3,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:56.712669 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d895d27-d798-4ba4-acf2-f33f141f898a req-24f17dd0-dcdf-4382-ad61-7a4b357547ec tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:56.714156 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0d895d27-d798-4ba4-acf2-f33f141f898a req-24f17dd0-dcdf-4382-ad61-7a4b357547ec tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/ports?device_id=02011a50-cf9d-4fc9-8546-11382b2e381e HTTP/1.1" status: 200 len: 945 time: 0.0795135 Oct 27 16:36:56.721852 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97084d06-d443-4634-b94d-7f0b87975bed req-e8a7da42-ca0f-4ff7-ab60-204bf3fc82ed tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:56.723206 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-97084d06-d443-4634-b94d-7f0b87975bed req-e8a7da42-ca0f-4ff7-ab60-204bf3fc82ed tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.0790787 Oct 27 16:36:56.778310 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0d895d27-d798-4ba4-acf2-f33f141f898a req-3ffd0ab8-b795-4bfb-a8b0-411b254d2e12 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/security-groups?id=7e176cf0-4318-49f1-b8ff-76f0e9783e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541532 Oct 27 16:36:56.782980 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-97084d06-d443-4634-b94d-7f0b87975bed req-3e550b3d-d2d2-4005-bad0-59c04c660c56 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530896 Oct 27 16:36:57.836061 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe68f9e-287e-4f23-a4a9-400a3e75b6b9 req-9f1a48f9-df1c-4981-9c0c-d3dbbf7046e4 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:57.837952 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-bfe68f9e-287e-4f23-a4a9-400a3e75b6b9 req-9f1a48f9-df1c-4981-9c0c-d3dbbf7046e4 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.66 "GET /v2.0/ports?device_id=02011a50-cf9d-4fc9-8546-11382b2e381e HTTP/1.1" status: 200 len: 945 time: 0.0635698 Oct 27 16:36:58.010686 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c614c-1174-4b99-aa64-059db4f6d9c9 req-1241a00d-20a2-44fb-975e-5a985a9e7c9e tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:58.012119 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0f7c614c-1174-4b99-aa64-059db4f6d9c9 req-1241a00d-20a2-44fb-975e-5a985a9e7c9e tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/ports?device_id=02011a50-cf9d-4fc9-8546-11382b2e381e HTTP/1.1" status: 200 len: 945 time: 0.1420794 Oct 27 16:36:58.026455 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf976b-8102-4878-9093-87df2b2277f3 req-ccce2de3-5302-4240-b116-13987bf44701 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:58.027852 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fabf976b-8102-4878-9093-87df2b2277f3 req-ccce2de3-5302-4240-b116-13987bf44701 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.1518068 Oct 27 16:36:58.078618 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [req-bfe68f9e-287e-4f23-a4a9-400a3e75b6b9 req-e81591f1-766e-4afe-9ab2-6315ecd1547e tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Deleting port 63231626-2a4c-4d5e-be79-43c2c12685d9 {{(pid=101666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:36:58.078952 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-bfe68f9e-287e-4f23-a4a9-400a3e75b6b9 req-e81591f1-766e-4afe-9ab2-6315ecd1547e tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:58.135663 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0f7c614c-1174-4b99-aa64-059db4f6d9c9 req-e323f939-7b4f-41f8-bcec-c60f7fe8423a tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/security-groups?id=7e176cf0-4318-49f1-b8ff-76f0e9783e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170297 Oct 27 16:36:58.140578 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fabf976b-8102-4878-9093-87df2b2277f3 req-758aa68a-3906-452b-8285-c21259afa2e2 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063049 Oct 27 16:36:58.193005 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-bfe68f9e-287e-4f23-a4a9-400a3e75b6b9 req-e81591f1-766e-4afe-9ab2-6315ecd1547e tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] For port 63231626-2a4c-4d5e-be79-43c2c12685d9, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=63231626-2a4c-4d5e-be79-43c2c12685d9,segment=NetworkSegment(0a3fc771-2668-4303-a2ff-d7ecfbfe5f6b),segment_id=0a3fc771-2668-4303-a2ff-d7ecfbfe5f6b)] {{(pid=101666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:36:58.193375 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-bfe68f9e-287e-4f23-a4a9-400a3e75b6b9 req-e81591f1-766e-4afe-9ab2-6315ecd1547e tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:58.213595 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [req-bfe68f9e-287e-4f23-a4a9-400a3e75b6b9 req-e81591f1-766e-4afe-9ab2-6315ecd1547e tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Calling delete_port for 63231626-2a4c-4d5e-be79-43c2c12685d9 owned by compute:nova {{(pid=101666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:36:58.365583 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-bfe68f9e-287e-4f23-a4a9-400a3e75b6b9 req-e81591f1-766e-4afe-9ab2-6315ecd1547e tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631'] for port, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:58.386491 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['63231626-2a4c-4d5e-be79-43c2c12685d9'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:36:58.595942 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81591f1-766e-4afe-9ab2-6315ecd1547e tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Pushing event deleted for resources: {'Port': ['ID=63231626-2a4c-4d5e-be79-43c2c12685d9,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:58.653289 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe68f9e-287e-4f23-a4a9-400a3e75b6b9 req-e81591f1-766e-4afe-9ab2-6315ecd1547e tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] No DVR routers for this DVR port 63231626-2a4c-4d5e-be79-43c2c12685d9 on host hv-cinder-81565 {{(pid=101666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:36:58.656630 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-bfe68f9e-287e-4f23-a4a9-400a3e75b6b9 req-e81591f1-766e-4afe-9ab2-6315ecd1547e tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:58.660075 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-bfe68f9e-287e-4f23-a4a9-400a3e75b6b9 req-e81591f1-766e-4afe-9ab2-6315ecd1547e tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.66 "DELETE /v2.0/ports/63231626-2a4c-4d5e-be79-43c2c12685d9 HTTP/1.1" status: 204 len: 173 time: 0.8145478 Oct 27 16:36:58.660467 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02011a50-cf9d-4fc9-8546-11382b2e381e', 'name': 'network-vif-deleted', 'tag': '63231626-2a4c-4d5e-be79-43c2c12685d9'}] {{(pid=101666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:36:58.662702 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c97a8bc50bc1e60c5bcd83482612a755f7c8660878f0fc94464a674b36297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56641f5e-b68b-4fde-a485-4dd7f6a1fe1b" -d '{"events": [{"server_uuid": "02011a50-cf9d-4fc9-8546-11382b2e381e", "name": "network-vif-deleted", "tag": "63231626-2a4c-4d5e-be79-43c2c12685d9"}]}' {{(pid=101666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:36:58.710353 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f816ed58-4e14-45d9-bb12-176644303483 x-openstack-request-id: req-f816ed58-4e14-45d9-bb12-176644303483 {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:36:58.710646 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02011a50-cf9d-4fc9-8546-11382b2e381e", "name": "network-vif-deleted", "tag": "63231626-2a4c-4d5e-be79-43c2c12685d9", "status": "completed", "code": 200}]} {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:36:58.710891 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f816ed58-4e14-45d9-bb12-176644303483 {{(pid=101666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:36:58.711286 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02011a50-cf9d-4fc9-8546-11382b2e381e', 'name': 'network-vif-deleted', 'tag': '63231626-2a4c-4d5e-be79-43c2c12685d9', 'status': 'completed', 'code': 200} Oct 27 16:36:59.241455 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-572dee99-f779-4417-8998-2703c49b4fc0 req-f1a4cb7a-0de4-4856-8f67-036db689ecd4 tempest-DeleteServersTestJSON-1739207461 tempest-DeleteServersTestJSON-1739207461-project] 10.222.0.91 "GET /v2.0/ports?device_id=02011a50-cf9d-4fc9-8546-11382b2e381e HTTP/1.1" status: 200 len: 210 time: 0.0293794 Oct 27 16:36:59.306611 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b7344-8533-4752-9642-67afe69f6b2e req-6495b1a8-1cbe-4315-8627-4459987552e3 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:59.308286 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8c7b7344-8533-4752-9642-67afe69f6b2e req-6495b1a8-1cbe-4315-8627-4459987552e3 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.0693161 Oct 27 16:36:59.351020 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8c7b7344-8533-4752-9642-67afe69f6b2e req-581fe913-14fd-43de-b348-d46ad3d5d357 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355442 Oct 27 16:36:59.534282 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-b473080c-a0cb-4573-943d-5258c9b623ff tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:59.535711 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-b473080c-a0cb-4573-943d-5258c9b623ff tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/networks?id=98382a90-1d72-4726-8dcd-70a187bd6af7 HTTP/1.1" status: 200 len: 814 time: 0.0999439 Oct 27 16:36:59.559941 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-21c326bc-a038-45e4-bb4a-15fb87115834 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/quotas/c18af2229f264790a5b0de57cf8f74a2 HTTP/1.1" status: 200 len: 375 time: 0.0177426 Oct 27 16:36:59.611587 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-952bc4e5-631e-48b9-9cf5-4c4e5f5a4dec tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=c18af2229f264790a5b0de57cf8f74a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0454943 Oct 27 16:36:59.702819 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-ee7fc8d1-b272-4b51-922a-5828a6b8bc04 service neutron] 10.222.0.91 "GET /v2.0/networks/98382a90-1d72-4726-8dcd-70a187bd6af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832524 Oct 27 16:36:59.797634 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-0d736d1b-fedd-4d76-819d-c09c3deb1619 service neutron] 10.222.0.91 "GET /v2.0/networks/98382a90-1d72-4726-8dcd-70a187bd6af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884893 Oct 27 16:36:59.956524 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d4e38d38-08a5-42a8-8401-64785564ecf2 req-2349a965-58ce-4159-9502-446c7e2a8086 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a03fe086-4bd1-42ce-86e9-49f47a4812cb HTTP/1.1" status: 200 len: 210 time: 0.0256641 Oct 27 16:37:00.473721 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d60203-60fe-47f7-9759-f676bc6a3b27 req-79e3a918-1497-46a2-91c4-f4d683ee25ac tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:00.475263 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a0d60203-60fe-47f7-9759-f676bc6a3b27 req-79e3a918-1497-46a2-91c4-f4d683ee25ac tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.0491836 Oct 27 16:37:00.520544 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a0d60203-60fe-47f7-9759-f676bc6a3b27 req-ea561da5-d3f9-4512-82d3-6625cec0babe tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373316 Oct 27 16:37:01.063257 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-da63bff9-cf07-45d8-9ab3-1905d2d911a3 req-19d86435-dcb2-4b5c-b655-d3bd2d890705 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a03fe086-4bd1-42ce-86e9-49f47a4812cb HTTP/1.1" status: 200 len: 210 time: 0.0296097 Oct 27 16:37:01.421542 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-388ecfd1-01c4-4fc1-a92a-d13b58c58ea7 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:01.423091 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-388ecfd1-01c4-4fc1-a92a-d13b58c58ea7 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.66 "GET /v2.0/networks?id=98382a90-1d72-4726-8dcd-70a187bd6af7 HTTP/1.1" status: 200 len: 814 time: 0.1137981 Oct 27 16:37:01.454471 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-fad8dc7f-86b7-4fae-b364-edc041f3980b tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Request body: {'port': {'device_id': 'a03fe086-4bd1-42ce-86e9-49f47a4812cb', 'network_id': '98382a90-1d72-4726-8dcd-70a187bd6af7', 'admin_state_up': True, 'tenant_id': 'c18af2229f264790a5b0de57cf8f74a2'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:01.581499 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-fad8dc7f-86b7-4fae-b364-edc041f3980b tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Made reservation on behalf of c18af2229f264790a5b0de57cf8f74a2 for: {'port': 1} {{(pid=101666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:37:01.585424 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-fad8dc7f-86b7-4fae-b364-edc041f3980b tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:01.670668 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 51446) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:01.701592 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 51450) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:01.713329 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2d6f5-d3d4-4ef8-a23c-e4c707e767fe req-7f12d1e4-e1e5-4bed-8cd1-dcdc6bcddadc tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:01.714876 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-56f2d6f5-d3d4-4ef8-a23c-e4c707e767fe req-7f12d1e4-e1e5-4bed-8cd1-dcdc6bcddadc tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.1162219 Oct 27 16:37:01.753377 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.db_base_plugin_v2 [None req-02ba1d11-419c-4752-9507-6743156b37a6 admin admin] Deleting subnet f88ba24a-84ce-401d-a895-143f07ad294b {{(pid=101665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:37:01.757486 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-02ba1d11-419c-4752-9507-6743156b37a6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:01.794797 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.db_base_plugin_common [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-fad8dc7f-86b7-4fae-b364-edc041f3980b tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Allocated IP 172.20.0.7 (98382a90-1d72-4726-8dcd-70a187bd6af7/18c76782-16a7-43ea-ba24-ce3fb0a83071/1de2eba6-d12d-4286-9876-44e4c0e6a69d) {{(pid=101666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:37:01.799751 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-56f2d6f5-d3d4-4ef8-a23c-e4c707e767fe req-fd40065e-7554-4092-b355-d70c5c6057af tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772338 Oct 27 16:37:01.803915 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2b104236-47eb-4411-a011-dfecdb69a638 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:01.815548 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-02ba1d11-419c-4752-9507-6743156b37a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3716744'] for subnet, precommit_delete_associations {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:01.872424 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-02ba1d11-419c-4752-9507-6743156b37a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642671'] for subnet, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:01.945118 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-02ba1d11-419c-4752-9507-6743156b37a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2512108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26390579'] for subnet, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:01.953597 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-fad8dc7f-86b7-4fae-b364-edc041f3980b tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Publish callbacks [] for port, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:01.963739 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2b104236-47eb-4411-a011-dfecdb69a638 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:01.990716 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba1d11-419c-4752-9507-6743156b37a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f88ba24a-84ce-401d-a895-143f07ad294b,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:01.992382 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2b104236-47eb-4411-a011-dfecdb69a638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:01.995901 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-02ba1d11-419c-4752-9507-6743156b37a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:01.997404 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-fad8dc7f-86b7-4fae-b364-edc041f3980b tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622'] for port, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:01.999420 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-02ba1d11-419c-4752-9507-6743156b37a6 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/f88ba24a-84ce-401d-a895-143f07ad294b HTTP/1.1" status: 204 len: 168 time: 0.2958920 Oct 27 16:37:02.002466 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 51452) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:02.015984 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['a90a4eda-f446-46d2-974b-bc14587851d9'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:37:02.036013 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-fad8dc7f-86b7-4fae-b364-edc041f3980b tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Network 98382a90-1d72-4726-8dcd-70a187bd6af7 is already hosted by enough agents. {{(pid=101666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:37:02.039196 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-fad8dc7f-86b7-4fae-b364-edc041f3980b tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Resources bound (agent type, host, resource id): {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:37:02.043979 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b104236-47eb-4411-a011-dfecdb69a638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2ac32a-2f63-42a8-a958-fa7ccd8c0e1f,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:02.045264 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-fad8dc7f-86b7-4fae-b364-edc041f3980b tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Received port after_create {{(pid=101666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:37:02.051760 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-fad8dc7f-86b7-4fae-b364-edc041f3980b tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:02.052520 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-fad8dc7f-86b7-4fae-b364-edc041f3980b tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:02.075306 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad8dc7f-86b7-4fae-b364-edc041f3980b tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Pushing event updated for resources: {'Port': ['ID=1de2eba6-d12d-4286-9876-44e4c0e6a69d,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:02.086955 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-fad8dc7f-86b7-4fae-b364-edc041f3980b tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6365528 Oct 27 16:37:02.101209 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-2b104236-47eb-4411-a011-dfecdb69a638 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5adaeccbee4c4244ba4fac89e43e29b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4292479 Oct 27 16:37:02.103376 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 51456) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:02.110455 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-dbe82914-f51a-409c-88d0-7bd9277357cb service neutron] Request body: {'port': {'device_id': 'a03fe086-4bd1-42ce-86e9-49f47a4812cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:02.148762 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-03b7a31b-2ce2-4438-a401-0787d53bd8ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617108'] for network, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:02.199562 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-634f978d-7a15-41ec-ab33-a51a18115b64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:02.214243 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-dbe82914-f51a-409c-88d0-7bd9277357cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:02.242614 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f67a9-84bb-41f5-b21f-c0f000491471 req-488f7184-64fc-404f-aa7c-ca6c89d24616 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:02.244429 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9c3f67a9-84bb-41f5-b21f-c0f000491471 req-488f7184-64fc-404f-aa7c-ca6c89d24616 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a03fe086-4bd1-42ce-86e9-49f47a4812cb HTTP/1.1" status: 200 len: 931 time: 0.0886137 Oct 27 16:37:02.263541 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-634f978d-7a15-41ec-ab33-a51a18115b64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:02.266234 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-03b7a31b-2ce2-4438-a401-0787d53bd8ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-645114', 'neutron.services.segments.db._delete_segments_for_network-8779339326814'] for network, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:02.300682 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 63231626-2a4c-4d5e-be79-43c2c12685d9 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:37:02.303506 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.services.segments.db [None req-03b7a31b-2ce2-4438-a401-0787d53bd8ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbf07222-f19e-4bee-94ae-b2e7cffee06c']}} {{(pid=101665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:37:02.320357 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.services.segments.db [None req-03b7a31b-2ce2-4438-a401-0787d53bd8ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a3fc771-2668-4303-a2ff-d7ecfbfe5f6b') {'for_net_delete': True} {{(pid=101665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:37:02.320939 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.services.segments.db [None req-03b7a31b-2ce2-4438-a401-0787d53bd8ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a3fc771-2668-4303-a2ff-d7ecfbfe5f6b') {} {{(pid=101665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:37:02.322638 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] No Port match for: 63231626-2a4c-4d5e-be79-43c2c12685d9 {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:37:02.323217 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 63231626-2a4c-4d5e-be79-43c2c12685d9 not bound to the agent host hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:37:02.330872 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-03b7a31b-2ce2-4438-a401-0787d53bd8ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779339327335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3716849'] for segment, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:02.346738 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-03b7a31b-2ce2-4438-a401-0787d53bd8ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790'] for segment, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:02.353400 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03b7a31b-2ce2-4438-a401-0787d53bd8ec admin admin] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=101665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:37:02.353855 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-03b7a31b-2ce2-4438-a401-0787d53bd8ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2511878'] for segment, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:02.355761 dv-cinder-815659-1-iscsi neutron-server[101665]: Traceback (most recent call last): Oct 27 16:37:02.355761 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:37:02.355761 dv-cinder-815659-1-iscsi neutron-server[101665]: timer() Oct 27 16:37:02.355761 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:37:02.355761 dv-cinder-815659-1-iscsi neutron-server[101665]: cb(*args, **kw) Oct 27 16:37:02.355761 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:37:02.355761 dv-cinder-815659-1-iscsi neutron-server[101665]: return func(*args, **kwargs) Oct 27 16:37:02.355761 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:37:02.355761 dv-cinder-815659-1-iscsi neutron-server[101665]: self._notify() Oct 27 16:37:02.355761 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:37:02.355761 dv-cinder-815659-1-iscsi neutron-server[101665]: self.callback(batched_events) Oct 27 16:37:02.355761 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:37:02.355761 dv-cinder-815659-1-iscsi neutron-server[101665]: event.method(event) Oct 27 16:37:02.355761 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:37:02.355761 dv-cinder-815659-1-iscsi neutron-server[101665]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:37:02.355761 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:37:02.355761 dv-cinder-815659-1-iscsi neutron-server[101665]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:37:02.355761 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:37:02.355761 dv-cinder-815659-1-iscsi neutron-server[101665]: return f(self, *a, **k) Oct 27 16:37:02.355761 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:37:02.355761 dv-cinder-815659-1-iscsi neutron-server[101665]: return self._get(url).json() Oct 27 16:37:02.355761 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:37:02.355761 dv-cinder-815659-1-iscsi neutron-server[101665]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:37:02.355761 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:37:02.355761 dv-cinder-815659-1-iscsi neutron-server[101665]: return self.request(url, 'GET', **kwargs) Oct 27 16:37:02.355761 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:37:02.355761 dv-cinder-815659-1-iscsi neutron-server[101665]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:37:02.355761 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:37:02.355761 dv-cinder-815659-1-iscsi neutron-server[101665]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:37:02.355761 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:37:02.355761 dv-cinder-815659-1-iscsi neutron-server[101665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:37:02.355761 dv-cinder-815659-1-iscsi neutron-server[101665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:37:02.365629 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9c3f67a9-84bb-41f5-b21f-c0f000491471 req-a33a3af2-dfbc-4f66-b2fa-20fd978751aa tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039438 Oct 27 16:37:02.398789 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-634f978d-7a15-41ec-ab33-a51a18115b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:02.402485 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-634f978d-7a15-41ec-ab33-a51a18115b64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:02.406513 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-634f978d-7a15-41ec-ab33-a51a18115b64 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ff2ac32a-2f63-42a8-a958-fa7ccd8c0e1f HTTP/1.1" status: 204 len: 168 time: 0.3020010 Oct 27 16:37:02.425336 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f978d-7a15-41ec-ab33-a51a18115b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2ac32a-2f63-42a8-a958-fa7ccd8c0e1f,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:02.457782 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-03b7a31b-2ce2-4438-a401-0787d53bd8ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-645105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3734107'] for network, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:02.464353 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-03b7a31b-2ce2-4438-a401-0787d53bd8ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for network, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:02.467728 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-03b7a31b-2ce2-4438-a401-0787d53bd8ec admin admin] 10.222.0.91 "DELETE /v2.0/networks/bbf07222-f19e-4bee-94ae-b2e7cffee06c HTTP/1.1" status: 204 len: 168 time: 0.4631963 Oct 27 16:37:02.486047 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b7a31b-2ce2-4438-a401-0787d53bd8ec admin admin] Pushing event deleted for resources: {'Network': ['ID=bbf07222-f19e-4bee-94ae-b2e7cffee06c,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:02.581099 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-dbe82914-f51a-409c-88d0-7bd9277357cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1de2eba6-d12d-4286-9876-44e4c0e6a69d {{(pid=101666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:37:02.588969 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-dbe82914-f51a-409c-88d0-7bd9277357cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:02.601851 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.provisioning_blocks [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-dbe82914-f51a-409c-88d0-7bd9277357cb service neutron] Transition to ACTIVE for port object 1de2eba6-d12d-4286-9876-44e4c0e6a69d will not be triggered until provisioned by entity L2. {{(pid=101666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:37:02.606451 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-dbe82914-f51a-409c-88d0-7bd9277357cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:02.617228 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 51470) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:02.662839 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-32748171-ac9a-4277-8c3c-e3ed83561c24 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=53ca376210864b438cc4d85221b55e8f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0442870 Oct 27 16:37:02.665454 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 51474) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:02.693247 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-dbe82914-f51a-409c-88d0-7bd9277357cb service neutron] Attempting to bind port 1de2eba6-d12d-4286-9876-44e4c0e6a69d on host hv-cinder-81565 for vnic_type normal with profile {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:37:02.693672 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-dbe82914-f51a-409c-88d0-7bd9277357cb service neutron] Attempting to bind port 1de2eba6-d12d-4286-9876-44e4c0e6a69d by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '0686f11a-d5c1-4844-a3a9-7ba2229df7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '98382a90-1d72-4726-8dcd-70a187bd6af7'}] {{(pid=101666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:37:02.694341 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-dbe82914-f51a-409c-88d0-7bd9277357cb service neutron] Attempting to bind port 1de2eba6-d12d-4286-9876-44e4c0e6a69d on network 98382a90-1d72-4726-8dcd-70a187bd6af7 {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:37:02.701624 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-dbe82914-f51a-409c-88d0-7bd9277357cb service neutron] Port 1de2eba6-d12d-4286-9876-44e4c0e6a69d on network 98382a90-1d72-4726-8dcd-70a187bd6af7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:37:02.702028 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-dbe82914-f51a-409c-88d0-7bd9277357cb service neutron] Attempting to bind port 1de2eba6-d12d-4286-9876-44e4c0e6a69d on network 98382a90-1d72-4726-8dcd-70a187bd6af7 {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:37:02.705860 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe82914-f51a-409c-88d0-7bd9277357cb service neutron] Pushing event updated for resources: {'Port': ['ID=1de2eba6-d12d-4286-9876-44e4c0e6a69d,revision_number=2']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:02.713546 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-dbe82914-f51a-409c-88d0-7bd9277357cb service neutron] Checking agent: {'id': '082437a5-0f96-45b0-8b8c-6a124d6faa93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 33, 51), 'started_at': datetime.datetime(2021, 10, 27, 16, 33, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:37:02.714243 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-dbe82914-f51a-409c-88d0-7bd9277357cb service neutron] Checking segment: {'id': '0686f11a-d5c1-4844-a3a9-7ba2229df7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '98382a90-1d72-4726-8dcd-70a187bd6af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:37:02.715105 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-dbe82914-f51a-409c-88d0-7bd9277357cb service neutron] Bound using segment: {'id': '0686f11a-d5c1-4844-a3a9-7ba2229df7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '98382a90-1d72-4726-8dcd-70a187bd6af7'} {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:37:02.715679 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-dbe82914-f51a-409c-88d0-7bd9277357cb service neutron] Bound port: 1de2eba6-d12d-4286-9876-44e4c0e6a69d, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0686f11a-d5c1-4844-a3a9-7ba2229df7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '98382a90-1d72-4726-8dcd-70a187bd6af7'}}] {{(pid=101666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:37:02.716670 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-dbe82914-f51a-409c-88d0-7bd9277357cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:02.730593 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-0e5046bc-a69e-4e7b-97ef-fc930661f036 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:02.755007 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-0e5046bc-a69e-4e7b-97ef-fc930661f036 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:02.783160 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-dbe82914-f51a-409c-88d0-7bd9277357cb service neutron] For port 1de2eba6-d12d-4286-9876-44e4c0e6a69d, host hv-cinder-81565, cleared binding levels {{(pid=101666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:37:02.787490 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-dbe82914-f51a-409c-88d0-7bd9277357cb service neutron] For port 1de2eba6-d12d-4286-9876-44e4c0e6a69d, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=1de2eba6-d12d-4286-9876-44e4c0e6a69d,segment=NetworkSegment(0686f11a-d5c1-4844-a3a9-7ba2229df7a3),segment_id=0686f11a-d5c1-4844-a3a9-7ba2229df7a3)] {{(pid=101666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:37:02.796923 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-dbe82914-f51a-409c-88d0-7bd9277357cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:02.817525 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-0e5046bc-a69e-4e7b-97ef-fc930661f036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:02.820206 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-0e5046bc-a69e-4e7b-97ef-fc930661f036 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:02.821447 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-0e5046bc-a69e-4e7b-97ef-fc930661f036 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7e176cf0-4318-49f1-b8ff-76f0e9783e51 HTTP/1.1" status: 204 len: 168 time: 0.1547356 Oct 27 16:37:02.832132 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-dbe82914-f51a-409c-88d0-7bd9277357cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:02.832729 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-dbe82914-f51a-409c-88d0-7bd9277357cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:02.834152 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-dbe82914-f51a-409c-88d0-7bd9277357cb service neutron] 10.222.0.66 "PUT /v2.0/ports/1de2eba6-d12d-4286-9876-44e4c0e6a69d HTTP/1.1" status: 200 len: 1093 time: 0.7322814 Oct 27 16:37:02.834534 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a03fe086-4bd1-42ce-86e9-49f47a4812cb', 'tag': '1de2eba6-d12d-4286-9876-44e4c0e6a69d'}] {{(pid=101666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:37:02.836882 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c97a8bc50bc1e60c5bcd83482612a755f7c8660878f0fc94464a674b36297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ec0fc6-9d26-40d8-b96c-2a37a2f0c805" -d '{"events": [{"name": "network-changed", "server_uuid": "a03fe086-4bd1-42ce-86e9-49f47a4812cb", "tag": "1de2eba6-d12d-4286-9876-44e4c0e6a69d"}]}' {{(pid=101666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:37:02.838023 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5046bc-a69e-4e7b-97ef-fc930661f036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e176cf0-4318-49f1-b8ff-76f0e9783e51,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:02.883350 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe82914-f51a-409c-88d0-7bd9277357cb service neutron] Pushing event updated for resources: {'Port': ['ID=1de2eba6-d12d-4286-9876-44e4c0e6a69d,revision_number=3']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:02.942536 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb266e8-44ee-460d-ae8b-41283be02b79 x-openstack-request-id: req-deb266e8-44ee-460d-ae8b-41283be02b79 {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:37:02.942931 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a03fe086-4bd1-42ce-86e9-49f47a4812cb", "tag": "1de2eba6-d12d-4286-9876-44e4c0e6a69d", "status": "completed", "code": 200}]} {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:37:02.943103 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-deb266e8-44ee-460d-ae8b-41283be02b79 {{(pid=101666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:37:02.943491 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a03fe086-4bd1-42ce-86e9-49f47a4812cb', 'tag': '1de2eba6-d12d-4286-9876-44e4c0e6a69d', 'status': 'completed', 'code': 200} Oct 27 16:37:02.964360 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-ad66c4bb-c054-4f22-8835-41d13455c15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:02.965982 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-ad66c4bb-c054-4f22-8835-41d13455c15a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c18af2229f264790a5b0de57cf8f74a2&device_id=a03fe086-4bd1-42ce-86e9-49f47a4812cb HTTP/1.1" status: 200 len: 1096 time: 0.0606244 Oct 27 16:37:03.030101 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-63f62dd7-d391-497f-992d-700698bdd857 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1de2eba6-d12d-4286-9876-44e4c0e6a69d HTTP/1.1" status: 200 len: 217 time: 0.0438259 Oct 27 16:37:03.094074 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-9969b44e-9c2a-42b4-9a72-317e7e872762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:03.095917 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-9969b44e-9c2a-42b4-9a72-317e7e872762 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=18c76782-16a7-43ea-ba24-ce3fb0a83071 HTTP/1.1" status: 200 len: 854 time: 0.0511248 Oct 27 16:37:03.159820 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-0445c095-9935-41b9-9230-d43cc1513d5d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=98382a90-1d72-4726-8dcd-70a187bd6af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511646 Oct 27 16:37:03.232701 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3657b-8d72-405b-9bbe-c49888569b43 req-542d65b9-aeac-4e68-bf33-64c9770ee3d2 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:03.234336 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f5b3657b-8d72-405b-9bbe-c49888569b43 req-542d65b9-aeac-4e68-bf33-64c9770ee3d2 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.1373515 Oct 27 16:37:03.293093 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f5b3657b-8d72-405b-9bbe-c49888569b43 req-665cf0c4-1149-4204-bbaf-567781aaade3 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518496 Oct 27 16:37:03.294874 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-2b2feba4-4f8a-4a5f-9ed4-a5efcd56054e service neutron] 10.222.0.66 "GET /v2.0/networks/98382a90-1d72-4726-8dcd-70a187bd6af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245840 Oct 27 16:37:03.412303 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7856b7f0-df57-4db2-ae9f-7aaf4accf41b req-5685a0c4-e8ac-4832-abef-61aea7202959 service neutron] 10.222.0.66 "GET /v2.0/networks/98382a90-1d72-4726-8dcd-70a187bd6af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948632 Oct 27 16:37:03.519728 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f030afc-0bd1-4002-9421-fe125f0ca59f req-5e82cdf8-1db2-4d10-9823-88649b882b75 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:03.521335 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0f030afc-0bd1-4002-9421-fe125f0ca59f req-5e82cdf8-1db2-4d10-9823-88649b882b75 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a03fe086-4bd1-42ce-86e9-49f47a4812cb HTTP/1.1" status: 200 len: 943 time: 0.0619464 Oct 27 16:37:03.598542 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0f030afc-0bd1-4002-9421-fe125f0ca59f req-e9bbc061-56c8-4954-97d5-bdeacaa1d7a1 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671296 Oct 27 16:37:03.601595 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec0fc6-9d26-40d8-b96c-2a37a2f0c805 req-5480538d-4bde-45fb-bc15-f7d6ebc53814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:03.603169 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b5ec0fc6-9d26-40d8-b96c-2a37a2f0c805 req-5480538d-4bde-45fb-bc15-f7d6ebc53814 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c18af2229f264790a5b0de57cf8f74a2&device_id=a03fe086-4bd1-42ce-86e9-49f47a4812cb HTTP/1.1" status: 200 len: 1096 time: 0.0807815 Oct 27 16:37:03.719472 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec0fc6-9d26-40d8-b96c-2a37a2f0c805 req-dc81449f-dee0-430f-ae78-79997a1f707f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:03.721365 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b5ec0fc6-9d26-40d8-b96c-2a37a2f0c805 req-dc81449f-dee0-430f-ae78-79997a1f707f service neutron] 10.222.0.66 "GET /v2.0/networks?id=98382a90-1d72-4726-8dcd-70a187bd6af7 HTTP/1.1" status: 200 len: 916 time: 0.0962095 Oct 27 16:37:03.780572 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b5ec0fc6-9d26-40d8-b96c-2a37a2f0c805 req-60323af1-cb04-4c4b-a3ab-8cc7d1b0d6f8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1de2eba6-d12d-4286-9876-44e4c0e6a69d HTTP/1.1" status: 200 len: 217 time: 0.0428152 Oct 27 16:37:03.871160 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec0fc6-9d26-40d8-b96c-2a37a2f0c805 req-5f3bc4b8-2dce-46aa-af52-81f262f3fbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:03.873132 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b5ec0fc6-9d26-40d8-b96c-2a37a2f0c805 req-5f3bc4b8-2dce-46aa-af52-81f262f3fbc6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=18c76782-16a7-43ea-ba24-ce3fb0a83071 HTTP/1.1" status: 200 len: 854 time: 0.0708771 Oct 27 16:37:03.913004 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b5ec0fc6-9d26-40d8-b96c-2a37a2f0c805 req-70a2afdf-e514-41c8-969a-2f027b871b3f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=98382a90-1d72-4726-8dcd-70a187bd6af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249119 Oct 27 16:37:04.015226 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b5ec0fc6-9d26-40d8-b96c-2a37a2f0c805 req-01fc4342-9fba-45ae-b2ea-2e23d4e43bb6 service neutron] 10.222.0.66 "GET /v2.0/networks/98382a90-1d72-4726-8dcd-70a187bd6af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886841 Oct 27 16:37:04.119831 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b5ec0fc6-9d26-40d8-b96c-2a37a2f0c805 req-a6f781f2-bec8-4cae-a98f-392eb67982fa service neutron] 10.222.0.66 "GET /v2.0/networks/98382a90-1d72-4726-8dcd-70a187bd6af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896389 Oct 27 16:37:04.410822 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771301e7-49f0-47fc-ad36-5bb03335ff85 req-685a6adb-6bef-4372-a538-1f6fe2ffb627 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:04.412362 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-771301e7-49f0-47fc-ad36-5bb03335ff85 req-685a6adb-6bef-4372-a538-1f6fe2ffb627 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.0504069 Oct 27 16:37:04.456823 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-771301e7-49f0-47fc-ad36-5bb03335ff85 req-35d72c89-8a47-44ed-a985-016e3c5b2f83 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366070 Oct 27 16:37:04.726225 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47446e4e-30cd-48ee-82c3-c3362e56926f req-a043777a-8464-4f18-a0c6-6e411352b3da tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:04.727754 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-47446e4e-30cd-48ee-82c3-c3362e56926f req-a043777a-8464-4f18-a0c6-6e411352b3da tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a03fe086-4bd1-42ce-86e9-49f47a4812cb HTTP/1.1" status: 200 len: 943 time: 0.0542901 Oct 27 16:37:04.769092 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-47446e4e-30cd-48ee-82c3-c3362e56926f req-390bebf0-148f-4786-9aea-6578f340be15 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355401 Oct 27 16:37:05.585537 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d4774-bb15-4f00-97eb-d3fb1cfc82dc req-20618e3c-946e-4557-bad7-369f5522e0d9 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:05.587006 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-275d4774-bb15-4f00-97eb-d3fb1cfc82dc req-20618e3c-946e-4557-bad7-369f5522e0d9 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.0494077 Oct 27 16:37:05.625629 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-275d4774-bb15-4f00-97eb-d3fb1cfc82dc req-17c10f17-2b5d-478d-9291-e913fde5303e tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319939 Oct 27 16:37:05.886715 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de26cef-a036-430c-aee1-4d06e217f1fb req-b583d8a4-ed5f-47b9-992e-fddba4cbaa9b tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:05.888131 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1de26cef-a036-430c-aee1-4d06e217f1fb req-b583d8a4-ed5f-47b9-992e-fddba4cbaa9b tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a03fe086-4bd1-42ce-86e9-49f47a4812cb HTTP/1.1" status: 200 len: 943 time: 0.0470860 Oct 27 16:37:05.932618 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1de26cef-a036-430c-aee1-4d06e217f1fb req-f9a96629-d4ad-4b42-8e22-5ce471e118f8 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384266 Oct 27 16:37:06.741936 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 1de2eba6-d12d-4286-9876-44e4c0e6a69d details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=101667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:37:06.842218 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 1de2eba6-d12d-4286-9876-44e4c0e6a69d, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=1de2eba6-d12d-4286-9876-44e4c0e6a69d,segment=NetworkSegment(0686f11a-d5c1-4844-a3a9-7ba2229df7a3),segment_id=0686f11a-d5c1-4844-a3a9-7ba2229df7a3)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:37:06.853209 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Returning: {'device': '1de2eba6-d12d-4286-9876-44e4c0e6a69d', 'network_id': '98382a90-1d72-4726-8dcd-70a187bd6af7', 'port_id': '1de2eba6-d12d-4286-9876-44e4c0e6a69d', 'mac_address': 'fa:16:3e:56:cf:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18c76782-16a7-43ea-ba24-ce3fb0a83071', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:37:06.889469 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:06.902366 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1de2eba6-d12d-4286-9876-44e4c0e6a69d {{(pid=101667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:37:06.926134 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 1de2eba6-d12d-4286-9876-44e4c0e6a69d, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=1de2eba6-d12d-4286-9876-44e4c0e6a69d,segment=NetworkSegment(0686f11a-d5c1-4844-a3a9-7ba2229df7a3),segment_id=0686f11a-d5c1-4844-a3a9-7ba2229df7a3)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:37:06.932991 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:06.983931 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=1de2eba6-d12d-4286-9876-44e4c0e6a69d,revision_number=4']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:06.991661 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:06.992071 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:06.992420 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:06.992756 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:06.993088 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:06.993419 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:06.993742 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:06.994068 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:06.994403 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:06.994714 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:06.995030 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:06.995436 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:08.276268 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-f005704f-4c2f-49a4-a0dc-42e09c1bcf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:09.572121 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3034796-98f2-4099-9a0f-895ed1667d87 req-f99e029a-fbbb-47ed-9334-c2c0318751c9 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:09.573588 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b3034796-98f2-4099-9a0f-895ed1667d87 req-f99e029a-fbbb-47ed-9334-c2c0318751c9 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.0723555 Oct 27 16:37:09.601414 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253afaa2-f94f-4a3d-84bd-8d9049cce62a req-2b044f91-33a4-4cf7-a823-8a68287ca0d3 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:09.602882 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-253afaa2-f94f-4a3d-84bd-8d9049cce62a req-2b044f91-33a4-4cf7-a823-8a68287ca0d3 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a03fe086-4bd1-42ce-86e9-49f47a4812cb HTTP/1.1" status: 200 len: 944 time: 0.0758736 Oct 27 16:37:09.650264 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b3034796-98f2-4099-9a0f-895ed1667d87 req-65ffb6e2-1e0b-4d88-9047-0290b5c51da0 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701909 Oct 27 16:37:09.658251 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-253afaa2-f94f-4a3d-84bd-8d9049cce62a req-d4cfa839-234e-4a7f-b5ae-6787d1d1c51d tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478086 Oct 27 16:37:09.969989 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['1de2eba6-d12d-4286-9876-44e4c0e6a69d'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:37:10.802455 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623617f-cdcb-483e-8d50-0a8d701725a7 req-a28e5543-3935-43c4-a8aa-63002f258811 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:10.803982 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2623617f-cdcb-483e-8d50-0a8d701725a7 req-a28e5543-3935-43c4-a8aa-63002f258811 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.0786097 Oct 27 16:37:10.816127 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba1d3c-b1a2-4781-b6b8-8f8a31d02389 req-55db0881-fc64-4335-b46c-b67b7ad01ed6 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:10.817493 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-52ba1d3c-b1a2-4781-b6b8-8f8a31d02389 req-55db0881-fc64-4335-b46c-b67b7ad01ed6 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a03fe086-4bd1-42ce-86e9-49f47a4812cb HTTP/1.1" status: 200 len: 944 time: 0.0814333 Oct 27 16:37:10.870042 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2623617f-cdcb-483e-8d50-0a8d701725a7 req-1fe70499-78de-406a-a6fd-ef249825a165 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515280 Oct 27 16:37:10.874631 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-52ba1d3c-b1a2-4781-b6b8-8f8a31d02389 req-4f62a2eb-0ace-49a7-83bf-2c79a9771358 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506995 Oct 27 16:37:10.967760 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-34a45557-338e-4a2a-9103-34bf7b814054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:12.033387 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:12.441205 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:13.713069 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:16.009763 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39da01f-1704-430f-bdee-61befac62b55 req-d3e952fd-8e16-48d5-9cc5-62fd13e245e8 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:16.011226 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b39da01f-1704-430f-bdee-61befac62b55 req-d3e952fd-8e16-48d5-9cc5-62fd13e245e8 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.0797668 Oct 27 16:37:16.018461 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ca6b9-e9f7-415b-b84b-c9042f47fa3b req-3d1cb42c-1e27-4bbf-9d10-4f437881f062 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:16.019792 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3d6ca6b9-e9f7-415b-b84b-c9042f47fa3b req-3d1cb42c-1e27-4bbf-9d10-4f437881f062 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a03fe086-4bd1-42ce-86e9-49f47a4812cb HTTP/1.1" status: 200 len: 944 time: 0.0794656 Oct 27 16:37:16.073499 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b39da01f-1704-430f-bdee-61befac62b55 req-f8f44360-a911-4216-aa26-77aedd4cd0eb tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527313 Oct 27 16:37:16.078377 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3d6ca6b9-e9f7-415b-b84b-c9042f47fa3b req-73a7b6de-0f11-44b1-bcac-f07bf0ce6cb4 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519879 Oct 27 16:37:17.221209 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025af9a0-99b2-42ed-9f93-64ffb6a81dc3 req-ce650725-67ce-46eb-a8c5-0dd3217d20a9 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:17.222558 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-025af9a0-99b2-42ed-9f93-64ffb6a81dc3 req-ce650725-67ce-46eb-a8c5-0dd3217d20a9 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.0754809 Oct 27 16:37:17.233895 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d2c5b-f019-40c8-806f-912a88860cdd req-42962fff-cac3-4e52-a76a-e36a699c9cdf tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:17.235252 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-313d2c5b-f019-40c8-806f-912a88860cdd req-42962fff-cac3-4e52-a76a-e36a699c9cdf tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a03fe086-4bd1-42ce-86e9-49f47a4812cb HTTP/1.1" status: 200 len: 944 time: 0.0625861 Oct 27 16:37:17.295431 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-025af9a0-99b2-42ed-9f93-64ffb6a81dc3 req-59c3a1f1-856f-41ea-a117-55d9ebab42ac tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592251 Oct 27 16:37:17.300513 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-313d2c5b-f019-40c8-806f-912a88860cdd req-00c8bff4-47c5-4cc7-a8cd-06877bf1d593 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587628 Oct 27 16:37:19.754744 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 1de2eba6-d12d-4286-9876-44e4c0e6a69d up at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:37:19.818147 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning for port 1de2eba6-d12d-4286-9876-44e4c0e6a69d completed by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:37:19.822221 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning complete for port 1de2eba6-d12d-4286-9876-44e4c0e6a69d triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:37:19.822592 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:19.904692 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:19.927629 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03fe086-4bd1-42ce-86e9-49f47a4812cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de2eba6-d12d-4286-9876-44e4c0e6a69d'}] {{(pid=101667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:37:19.929918 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15467c740e99bfee501675d45c0ab6b31e8088b61e385ce1236909406ef3d9b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862de45b-8368-48b1-91a0-6a1b66275a33" -d '{"events": [{"server_uuid": "a03fe086-4bd1-42ce-86e9-49f47a4812cb", "name": "network-vif-plugged", "status": "completed", "tag": "1de2eba6-d12d-4286-9876-44e4c0e6a69d"}]}' {{(pid=101667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:37:19.942200 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 1de2eba6-d12d-4286-9876-44e4c0e6a69d, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=1de2eba6-d12d-4286-9876-44e4c0e6a69d,segment=NetworkSegment(0686f11a-d5c1-4844-a3a9-7ba2229df7a3),segment_id=0686f11a-d5c1-4844-a3a9-7ba2229df7a3)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:37:19.947745 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:20.003666 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=1de2eba6-d12d-4286-9876-44e4c0e6a69d,revision_number=5']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:21.207674 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:21.210846 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06895a-7908-43c4-8530-804460a717b8 req-ef8fb689-deea-4b0a-88f8-0b20304bd17b tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:21.212435 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9b06895a-7908-43c4-8530-804460a717b8 req-ef8fb689-deea-4b0a-88f8-0b20304bd17b tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.0497391 Oct 27 16:37:21.276980 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9b06895a-7908-43c4-8530-804460a717b8 req-83658145-ebb9-4ea0-a87f-e1ae0b57a427 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547523 Oct 27 16:37:21.288486 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29e352-d70c-4f2e-8d84-f0639c86d299 req-a4bf4968-e497-44dc-bef5-a77a32aeb57b tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:21.290105 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3f29e352-d70c-4f2e-8d84-f0639c86d299 req-a4bf4968-e497-44dc-bef5-a77a32aeb57b tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a03fe086-4bd1-42ce-86e9-49f47a4812cb HTTP/1.1" status: 200 len: 945 time: 0.0762339 Oct 27 16:37:21.321210 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5d2266-1036-46fd-b1c4-886d87d4a51d x-openstack-request-id: req-6e5d2266-1036-46fd-b1c4-886d87d4a51d {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:37:21.321532 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03fe086-4bd1-42ce-86e9-49f47a4812cb", "name": "network-vif-plugged", "status": "completed", "tag": "1de2eba6-d12d-4286-9876-44e4c0e6a69d", "code": 200}]} {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:37:21.321785 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6e5d2266-1036-46fd-b1c4-886d87d4a51d {{(pid=101667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:37:21.322175 dv-cinder-815659-1-iscsi neutron-server[101667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03fe086-4bd1-42ce-86e9-49f47a4812cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de2eba6-d12d-4286-9876-44e4c0e6a69d', 'code': 200} Oct 27 16:37:21.330559 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3f29e352-d70c-4f2e-8d84-f0639c86d299 req-be05b31b-cf93-42ad-a516-7b0f95c75862 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318623 Oct 27 16:37:21.553029 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ee9cf-dca7-418f-83f1-86b4e255bab6 req-4a5ef08e-d93b-4789-8ccd-ef6a531c7007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:21.554413 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b42ee9cf-dca7-418f-83f1-86b4e255bab6 req-4a5ef08e-d93b-4789-8ccd-ef6a531c7007 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a03fe086-4bd1-42ce-86e9-49f47a4812cb HTTP/1.1" status: 200 len: 1098 time: 0.0435297 Oct 27 16:37:21.605410 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b42ee9cf-dca7-418f-83f1-86b4e255bab6 req-956ffb77-edcd-41fe-9dd9-3014f382e63d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272105 Oct 27 16:37:22.396780 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4284f5d-57be-46d6-882c-df715eff93cd req-b712cfae-bb0c-4ac7-909d-4983fd323833 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:22.400268 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f4284f5d-57be-46d6-882c-df715eff93cd req-b712cfae-bb0c-4ac7-909d-4983fd323833 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.0521841 Oct 27 16:37:22.464102 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f4284f5d-57be-46d6-882c-df715eff93cd req-b6795784-79ef-4831-ad97-79310d57d4b1 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534213 Oct 27 16:37:22.472338 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8b227-1a02-499f-8c12-b9bc23b59db3 req-02e49621-2f28-4e39-a353-ce5947ba1f0f tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:22.473856 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-52c8b227-1a02-499f-8c12-b9bc23b59db3 req-02e49621-2f28-4e39-a353-ce5947ba1f0f tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a03fe086-4bd1-42ce-86e9-49f47a4812cb HTTP/1.1" status: 200 len: 945 time: 0.0726168 Oct 27 16:37:22.525067 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-52c8b227-1a02-499f-8c12-b9bc23b59db3 req-c137dc06-fb66-4841-b140-31715fb986ed tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381320 Oct 27 16:37:23.587805 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eefb836-948c-464a-9f94-c76b2bbc169b req-6a4cc3f4-1ded-4fe2-abe1-01be8b03890f tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:23.589292 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8eefb836-948c-464a-9f94-c76b2bbc169b req-6a4cc3f4-1ded-4fe2-abe1-01be8b03890f tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.0534306 Oct 27 16:37:23.653735 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8eefb836-948c-464a-9f94-c76b2bbc169b req-faa1d7f3-3a6d-4670-b136-b14a17d42f7d tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583398 Oct 27 16:37:23.674348 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfe2aa-94d0-407e-8269-4b5c4f3a0a32 req-1b85ba45-bfa0-4fd2-854a-28d53c7329b0 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:23.675167 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e4bfe2aa-94d0-407e-8269-4b5c4f3a0a32 req-1b85ba45-bfa0-4fd2-854a-28d53c7329b0 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a03fe086-4bd1-42ce-86e9-49f47a4812cb HTTP/1.1" status: 200 len: 945 time: 0.0717418 Oct 27 16:37:23.714516 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e4bfe2aa-94d0-407e-8269-4b5c4f3a0a32 req-11709b92-d886-4322-9af1-d927c4f2b7d6 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333419 Oct 27 16:37:24.412719 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 51858) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:24.521336 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d5113270-6c2b-46c3-98c8-4ec97e278f90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:24.595307 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d5113270-6c2b-46c3-98c8-4ec97e278f90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:24.600843 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d5113270-6c2b-46c3-98c8-4ec97e278f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:24.643480 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-d5113270-6c2b-46c3-98c8-4ec97e278f90 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f945e047bf7347f79138f5fe7a2d9f4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297058 Oct 27 16:37:24.644359 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5113270-6c2b-46c3-98c8-4ec97e278f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada68825-f38a-4d25-9f63-1f6d76e73c0c,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:24.646263 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 51868) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:24.696718 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-a58c6c07-827e-4690-9541-c0d732ecec6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:24.717100 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-a58c6c07-827e-4690-9541-c0d732ecec6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:24.795463 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e0858-4190-4147-bf57-960929664e53 req-a01942fc-fe7e-462f-b06f-699f6c8ade33 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:24.797595 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fa4e0858-4190-4147-bf57-960929664e53 req-a01942fc-fe7e-462f-b06f-699f6c8ade33 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.0741334 Oct 27 16:37:24.838270 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-a58c6c07-827e-4690-9541-c0d732ecec6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:24.840789 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-a58c6c07-827e-4690-9541-c0d732ecec6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:24.841844 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-a58c6c07-827e-4690-9541-c0d732ecec6d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ada68825-f38a-4d25-9f63-1f6d76e73c0c HTTP/1.1" status: 204 len: 168 time: 0.1946135 Oct 27 16:37:24.861531 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c6c07-827e-4690-9541-c0d732ecec6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada68825-f38a-4d25-9f63-1f6d76e73c0c,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:24.886717 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fa4e0858-4190-4147-bf57-960929664e53 req-5792c676-9947-4f27-b695-c6efd85fa934 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736701 Oct 27 16:37:24.895044 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d5b61-bc7b-45b7-b47e-badd0090b54c req-47eb54f7-3ca0-4704-9794-8c41c6f33d14 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:24.896574 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-407d5b61-bc7b-45b7-b47e-badd0090b54c req-47eb54f7-3ca0-4704-9794-8c41c6f33d14 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a03fe086-4bd1-42ce-86e9-49f47a4812cb HTTP/1.1" status: 200 len: 945 time: 0.0973167 Oct 27 16:37:24.935585 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-407d5b61-bc7b-45b7-b47e-badd0090b54c req-bc040d27-96b4-4f4c-990e-82cd2f39c78f tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313573 Oct 27 16:37:26.167841 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41860b-d9be-4fc6-8bb8-ddcb2e63a93f req-0d15bfad-2bc2-429a-889b-dab7923a7c6d tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:26.169331 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-be41860b-d9be-4fc6-8bb8-ddcb2e63a93f req-0d15bfad-2bc2-429a-889b-dab7923a7c6d tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.0549812 Oct 27 16:37:26.212937 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-be41860b-d9be-4fc6-8bb8-ddcb2e63a93f req-9c60de4d-ebe1-4e38-ae12-a1e3d313157e tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374162 Oct 27 16:37:27.235401 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 51968) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:27.327332 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5b28a-169f-4b40-b7ed-f9b08be376da req-206581dd-3036-4ab3-8b70-88424da8c57a tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:27.328820 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7fe5b28a-169f-4b40-b7ed-f9b08be376da req-206581dd-3036-4ab3-8b70-88424da8c57a tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.0479000 Oct 27 16:37:27.347609 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-d4bede54-70f1-451f-b5b7-2ed826e67d61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:27.386480 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7fe5b28a-169f-4b40-b7ed-f9b08be376da req-002983b2-07a6-42c7-9249-3109105a7a3b tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508778 Oct 27 16:37:27.443331 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-d4bede54-70f1-451f-b5b7-2ed826e67d61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:27.449521 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-d4bede54-70f1-451f-b5b7-2ed826e67d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:27.495941 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-d4bede54-70f1-451f-b5b7-2ed826e67d61 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a551fa8ffc5744468b562f5f8207ad13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2592392 Oct 27 16:37:27.496748 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bede54-70f1-451f-b5b7-2ed826e67d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d15600-1e62-4522-a31e-78b3cb2c9fbe,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:27.498824 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 51974) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:27.551225 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-47618a84-f32b-413a-b4c5-5c8cf0cbccb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:27.572827 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-47618a84-f32b-413a-b4c5-5c8cf0cbccb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:27.638047 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-47618a84-f32b-413a-b4c5-5c8cf0cbccb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:27.641066 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-47618a84-f32b-413a-b4c5-5c8cf0cbccb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:27.644349 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-47618a84-f32b-413a-b4c5-5c8cf0cbccb4 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d0d15600-1e62-4522-a31e-78b3cb2c9fbe HTTP/1.1" status: 204 len: 168 time: 0.1444800 Oct 27 16:37:27.659114 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47618a84-f32b-413a-b4c5-5c8cf0cbccb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d15600-1e62-4522-a31e-78b3cb2c9fbe,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:28.033544 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-79a5b1b9-3f97-474f-8dc0-b804cfc04706 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:28.035201 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-79a5b1b9-3f97-474f-8dc0-b804cfc04706 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/networks?id=98382a90-1d72-4726-8dcd-70a187bd6af7 HTTP/1.1" status: 200 len: 814 time: 0.1660595 Oct 27 16:37:28.052984 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-7431ec7f-4327-46d8-8c27-d63f18dde09f tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/quotas/c18af2229f264790a5b0de57cf8f74a2 HTTP/1.1" status: 200 len: 375 time: 0.0107994 Oct 27 16:37:28.120584 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-3c4802d3-9af0-4134-ae54-c0d20aaeda82 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=c18af2229f264790a5b0de57cf8f74a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595648 Oct 27 16:37:28.417279 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-5d4f391a-4495-438e-8dd5-93aa412e1c4f service neutron] 10.222.0.91 "GET /v2.0/networks/98382a90-1d72-4726-8dcd-70a187bd6af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950623 Oct 27 16:37:28.421449 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 52036) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:28.522660 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [None req-6d6cd4b9-9c09-40cd-b8b2-5dea499d76e9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-200239008-network', 'tenant_id': 'b4608dd9e79646bab6f79ee11262de47'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:28.564103 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf5ba4-f5d0-4463-a5ad-2b84adf74567 req-2a8ad1ab-989c-4aeb-980a-f7e429f8f9ba tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:28.565541 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d0cf5ba4-f5d0-4463-a5ad-2b84adf74567 req-2a8ad1ab-989c-4aeb-980a-f7e429f8f9ba tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.0960112 Oct 27 16:37:28.569479 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-fd89c76f-afc4-4334-b892-0e596643cc1e service neutron] 10.222.0.91 "GET /v2.0/networks/98382a90-1d72-4726-8dcd-70a187bd6af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423566 Oct 27 16:37:28.579597 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6cd4b9-9c09-40cd-b8b2-5dea499d76e9 admin admin] Made reservation on behalf of b4608dd9e79646bab6f79ee11262de47 for: {'network': 1} {{(pid=101666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:37:28.581839 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-6d6cd4b9-9c09-40cd-b8b2-5dea499d76e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for network, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:28.596986 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-6d6cd4b9-9c09-40cd-b8b2-5dea499d76e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:28.633186 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d0cf5ba4-f5d0-4463-a5ad-2b84adf74567 req-57af2e92-d341-4621-bac3-c239d5734042 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613012 Oct 27 16:37:28.718264 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-6d6cd4b9-9c09-40cd-b8b2-5dea499d76e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:28.724011 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-6d6cd4b9-9c09-40cd-b8b2-5dea499d76e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:28.760641 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d6cd4b9-9c09-40cd-b8b2-5dea499d76e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1033, 'physical_network': 'physnet1'} {{(pid=101666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:37:28.800361 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6cd4b9-9c09-40cd-b8b2-5dea499d76e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54f00a6-1705-4c18-a626-1b549cea7cd9,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:28.804463 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-6d6cd4b9-9c09-40cd-b8b2-5dea499d76e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790'] for segment, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:28.804907 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.db.segments_db [None req-6d6cd4b9-9c09-40cd-b8b2-5dea499d76e9 admin admin] Added segment c4891f70-13a2-48c0-89a3-3d3ba5bc484a of type vlan for network 56086d59-f4fd-44f6-9cd7-d10188d44026 Oct 27 16:37:28.808964 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2cba0f1d-ad52-4c18-ba43-8b5ebde1f9ad req-5d7a71bb-b856-4218-bd44-1184daa01e57 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=e1968321-18da-47d3-a5d4-6f8e83b9efa7 HTTP/1.1" status: 200 len: 210 time: 0.0557387 Oct 27 16:37:28.858159 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-6d6cd4b9-9c09-40cd-b8b2-5dea499d76e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779338775480'] for network, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:28.883405 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-6d6cd4b9-9c09-40cd-b8b2-5dea499d76e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568'] for network, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:28.884368 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6cd4b9-9c09-40cd-b8b2-5dea499d76e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:28.884967 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-6d6cd4b9-9c09-40cd-b8b2-5dea499d76e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for network, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:28.934803 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-6d6cd4b9-9c09-40cd-b8b2-5dea499d76e9 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5123324 Oct 27 16:37:28.937825 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 52048) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:28.942750 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-03a96eb8-0ef0-4a3e-896e-987dd509267f admin admin] Request body: {'subnet': {'network_id': '56086d59-f4fd-44f6-9cd7-d10188d44026', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-200239008-subnet', 'tenant_id': 'b4608dd9e79646bab6f79ee11262de47', 'ip_version': 4}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:28.947490 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6cd4b9-9c09-40cd-b8b2-5dea499d76e9 admin admin] Pushing event updated for resources: {'Network': ['ID=56086d59-f4fd-44f6-9cd7-d10188d44026,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:28.959660 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Network 56086d59-f4fd-44f6-9cd7-d10188d44026 details requested by agent ovs-agent-dv-cinder-815659-1-iscsi with host dv-cinder-815659-1-iscsi {{(pid=101667) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:37:28.970311 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a96eb8-0ef0-4a3e-896e-987dd509267f admin admin] Made reservation on behalf of b4608dd9e79646bab6f79ee11262de47 for: {'subnet': 1} {{(pid=101665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:37:28.973092 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-03a96eb8-0ef0-4a3e-896e-987dd509267f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26391250'] for subnet, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:29.195586 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-03a96eb8-0ef0-4a3e-896e-987dd509267f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2512045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26391232'] for subnet, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:29.265988 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a96eb8-0ef0-4a3e-896e-987dd509267f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a42514b9-e837-41aa-852c-c46b3ba3f0ea,revision_number=0']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:29.271724 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a96eb8-0ef0-4a3e-896e-987dd509267f admin admin] Checking segment: {'id': 'c4891f70-13a2-48c0-89a3-3d3ba5bc484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '56086d59-f4fd-44f6-9cd7-d10188d44026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:37:29.272330 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a96eb8-0ef0-4a3e-896e-987dd509267f admin admin] Network hostable DHCP agents. Network: 56086d59-f4fd-44f6-9cd7-d10188d44026, hostable agents: ['787f9650-d18e-4402-9e0d-45b78af00bf5'], hosted agents: [] {{(pid=101665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:37:29.306635 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a96eb8-0ef0-4a3e-896e-987dd509267f admin admin] Network 56086d59-f4fd-44f6-9cd7-d10188d44026 is scheduled to be hosted by DHCP agent 787f9650-d18e-4402-9e0d-45b78af00bf5 with binding_index 1 {{(pid=101665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:37:29.324802 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.base_scheduler [None req-03a96eb8-0ef0-4a3e-896e-987dd509267f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-1-iscsi, 56086d59-f4fd-44f6-9cd7-d10188d44026) {{(pid=101665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:37:29.332969 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a96eb8-0ef0-4a3e-896e-987dd509267f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:29.333767 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-03a96eb8-0ef0-4a3e-896e-987dd509267f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:29.336223 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cf2dc5-007a-4e23-b27d-a2e464670ef1 None None] Network 56086d59-f4fd-44f6-9cd7-d10188d44026 requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:37:29.352413 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-03a96eb8-0ef0-4a3e-896e-987dd509267f admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4134469 Oct 27 16:37:29.354368 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 52070) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:29.358887 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-23611f1b-36fb-492e-b8aa-0810dee4594b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-200239008-router', 'tenant_id': 'b4608dd9e79646bab6f79ee11262de47', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'}}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:29.385600 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-23611f1b-36fb-492e-b8aa-0810dee4594b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3734699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3542'] for router, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:29.387034 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-23611f1b-36fb-492e-b8aa-0810dee4594b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3732827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3905833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3521'] for router, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:29.445009 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-23611f1b-36fb-492e-b8aa-0810dee4594b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:29.563993 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d61759c-f89b-4833-9238-600291068b8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7b95057-ef53-539e-8933-e83ad38293e7-56086d59-f4fd-44f6-9cd7-d10188d44026', 'network_id': '56086d59-f4fd-44f6-9cd7-d10188d44026', 'tenant_id': 'b4608dd9e79646bab6f79ee11262de47', 'fixed_ips': [{'subnet_id': 'a42514b9-e837-41aa-852c-c46b3ba3f0ea'}]}} from dv-cinder-815659-1-iscsi. {{(pid=101667) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:37:29.567003 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-5d61759c-f89b-4833-9238-600291068b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:29.613307 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-23611f1b-36fb-492e-b8aa-0810dee4594b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:29.733692 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.db_base_plugin_common [None req-5d61759c-f89b-4833-9238-600291068b8b None None] Allocated IP 172.20.0.2 (56086d59-f4fd-44f6-9cd7-d10188d44026/a42514b9-e837-41aa-852c-c46b3ba3f0ea/dfb621a1-e27b-48e0-b400-3f2f280a370e) {{(pid=101667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:37:29.767639 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd36a50-75ff-43c7-be57-546a319d519f req-4c68e78a-834c-4cc6-9faa-0b5136ed4248 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:29.769208 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6cd36a50-75ff-43c7-be57-546a319d519f req-4c68e78a-834c-4cc6-9faa-0b5136ed4248 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.0561569 Oct 27 16:37:29.822570 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6cd36a50-75ff-43c7-be57-546a319d519f req-18c73256-7e5d-45ff-9c37-8153d7b17f24 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431349 Oct 27 16:37:29.831045 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-23611f1b-36fb-492e-b8aa-0810dee4594b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:29.854000 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-23611f1b-36fb-492e-b8aa-0810dee4594b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:29.894179 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-5d61759c-f89b-4833-9238-600291068b8b None None] Publish callbacks [] for port, precommit_create {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:29.902219 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-5d61759c-f89b-4833-9238-600291068b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622'] for port, after_create {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:29.918138 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-dccfcf91-0f36-4d3f-934b-6248cc707b91 req-e838c237-162d-4d1e-a8a8-dae10a3f3f8d tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=e1968321-18da-47d3-a5d4-6f8e83b9efa7 HTTP/1.1" status: 200 len: 210 time: 0.0292919 Oct 27 16:37:29.949180 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d61759c-f89b-4833-9238-600291068b8b None None] Network 56086d59-f4fd-44f6-9cd7-d10188d44026 is already hosted by enough agents. {{(pid=101667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:37:29.955305 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.scheduler.base_scheduler [None req-5d61759c-f89b-4833-9238-600291068b8b None None] Resources bound (agent type, host, resource id): {{(pid=101667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:37:29.958868 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d61759c-f89b-4833-9238-600291068b8b None None] Received port after_create {{(pid=101667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:37:29.966993 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.db_base_plugin_common [None req-23611f1b-36fb-492e-b8aa-0810dee4594b admin admin] Allocated IP 172.27.0.119 (b60b3993-7427-4bdc-87fb-6dbc7e937750/bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1/18638e9f-7c1a-4811-b684-5da5356d755b) {{(pid=101665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:37:29.969492 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61759c-f89b-4833-9238-600291068b8b None None] Pushing event updated for resources: {'Port': ['ID=dfb621a1-e27b-48e0-b400-3f2f280a370e,revision_number=1']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:30.021756 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-5d61759c-f89b-4833-9238-600291068b8b None None] Attempting to bind port dfb621a1-e27b-48e0-b400-3f2f280a370e on host dv-cinder-815659-1-iscsi for vnic_type normal with profile {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:37:30.022132 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-5d61759c-f89b-4833-9238-600291068b8b None None] Attempting to bind port dfb621a1-e27b-48e0-b400-3f2f280a370e by drivers openvswitch,hyperv on host dv-cinder-815659-1-iscsi at level 0 using segments [{'id': 'c4891f70-13a2-48c0-89a3-3d3ba5bc484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '56086d59-f4fd-44f6-9cd7-d10188d44026'}] {{(pid=101667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:37:30.022697 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d61759c-f89b-4833-9238-600291068b8b None None] Attempting to bind port dfb621a1-e27b-48e0-b400-3f2f280a370e on network 56086d59-f4fd-44f6-9cd7-d10188d44026 {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:37:30.028006 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d61759c-f89b-4833-9238-600291068b8b None None] Checking agent: {'id': '042db589-9278-4969-aa78-790e50700daa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 27, 42), 'started_at': datetime.datetime(2021, 10, 27, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:37:30.028380 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d61759c-f89b-4833-9238-600291068b8b None None] Checking segment: {'id': 'c4891f70-13a2-48c0-89a3-3d3ba5bc484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '56086d59-f4fd-44f6-9cd7-d10188d44026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:37:30.028788 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-5d61759c-f89b-4833-9238-600291068b8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:30.029186 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d61759c-f89b-4833-9238-600291068b8b None None] Bound using segment: {'id': 'c4891f70-13a2-48c0-89a3-3d3ba5bc484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '56086d59-f4fd-44f6-9cd7-d10188d44026'} {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:37:30.029647 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-5d61759c-f89b-4833-9238-600291068b8b None None] Bound port: dfb621a1-e27b-48e0-b400-3f2f280a370e, host: dv-cinder-815659-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4891f70-13a2-48c0-89a3-3d3ba5bc484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '56086d59-f4fd-44f6-9cd7-d10188d44026'}}] {{(pid=101667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:37:30.030028 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-5d61759c-f89b-4833-9238-600291068b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:30.095775 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-5d61759c-f89b-4833-9238-600291068b8b None None] For port dfb621a1-e27b-48e0-b400-3f2f280a370e, host dv-cinder-815659-1-iscsi, cleared binding levels {{(pid=101667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:37:30.100046 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-5d61759c-f89b-4833-9238-600291068b8b None None] For port dfb621a1-e27b-48e0-b400-3f2f280a370e, host dv-cinder-815659-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=dfb621a1-e27b-48e0-b400-3f2f280a370e,segment=NetworkSegment(c4891f70-13a2-48c0-89a3-3d3ba5bc484a),segment_id=c4891f70-13a2-48c0-89a3-3d3ba5bc484a)] {{(pid=101667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:37:30.105476 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-5d61759c-f89b-4833-9238-600291068b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:30.164095 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61759c-f89b-4833-9238-600291068b8b None None] Pushing event updated for resources: {'Port': ['ID=dfb621a1-e27b-48e0-b400-3f2f280a370e,revision_number=2']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:30.276545 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-23611f1b-36fb-492e-b8aa-0810dee4594b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:30.317818 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-23611f1b-36fb-492e-b8aa-0810dee4594b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2512089'] for port, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:30.338204 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23611f1b-36fb-492e-b8aa-0810dee4594b admin admin] Network b60b3993-7427-4bdc-87fb-6dbc7e937750 is already hosted by enough agents. {{(pid=101665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:37:30.384294 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.base_scheduler [None req-23611f1b-36fb-492e-b8aa-0810dee4594b admin admin] Resources bound (agent type, host, resource id): {{(pid=101665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:37:30.388236 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23611f1b-36fb-492e-b8aa-0810dee4594b admin admin] Received port after_create {{(pid=101665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:37:30.432018 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23611f1b-36fb-492e-b8aa-0810dee4594b admin admin] Pushing event updated for resources: {'Port': ['ID=18638e9f-7c1a-4811-b684-5da5356d755b,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:30.654272 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-23611f1b-36fb-492e-b8aa-0810dee4594b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:30.860231 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-23611f1b-36fb-492e-b8aa-0810dee4594b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3732816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3703951'] for router, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:30.995781 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23611f1b-36fb-492e-b8aa-0810dee4594b admin admin] Router cca991f6-be1d-4059-9a04-716343715eb3 is scheduled to L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 with binding_index 1 {{(pid=101665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:37:31.038052 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ac986a-d618-4ced-aca6-bf3254e11f81 None None] Network 56086d59-f4fd-44f6-9cd7-d10188d44026 requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:37:31.092214 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-5dd2eca4-173a-47bd-9758-d74954fade36 None None] Provisioning complete for port dfb621a1-e27b-48e0-b400-3f2f280a370e triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:37:31.092574 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-5dd2eca4-173a-47bd-9758-d74954fade36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:31.108302 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23611f1b-36fb-492e-b8aa-0810dee4594b admin admin] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:37:31.118646 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcb2c05-3148-436c-8197-2e1bc513a75f None None] Sync routers for ids ['cca991f6-be1d-4059-9a04-716343715eb3'] in dv-cinder-815659-1-iscsi {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:37:31.136825 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcb2c05-3148-436c-8197-2e1bc513a75f None None] Routers {'cca991f6-be1d-4059-9a04-716343715eb3'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:37:31.137438 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-23611f1b-36fb-492e-b8aa-0810dee4594b admin admin] Publish callbacks [] for router, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:31.137621 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-8fcb2c05-3148-436c-8197-2e1bc513a75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:37:11Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['cca991f6-be1d-4059-9a04-716343715eb3'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:37:31.139315 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-23611f1b-36fb-492e-b8aa-0810dee4594b admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7840152 Oct 27 16:37:31.142317 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 52092) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:31.190073 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device dfb621a1-e27b-48e0-b400-3f2f280a370e up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:37:31.263695 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-5dd2eca4-173a-47bd-9758-d74954fade36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:31.266463 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-8fcb2c05-3148-436c-8197-2e1bc513a75f None None] Set router cca991f6-be1d-4059-9a04-716343715eb3 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:37:31.323271 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port dfb621a1-e27b-48e0-b400-3f2f280a370e triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:37:31.323654 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:31.353086 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-5dd2eca4-173a-47bd-9758-d74954fade36 None None] For port dfb621a1-e27b-48e0-b400-3f2f280a370e, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=dfb621a1-e27b-48e0-b400-3f2f280a370e,segment=NetworkSegment(c4891f70-13a2-48c0-89a3-3d3ba5bc484a),segment_id=c4891f70-13a2-48c0-89a3-3d3ba5bc484a)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:37:31.363821 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-5dd2eca4-173a-47bd-9758-d74954fade36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:31.443740 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd2eca4-173a-47bd-9758-d74954fade36 None None] Pushing event updated for resources: {'Port': ['ID=dfb621a1-e27b-48e0-b400-3f2f280a370e,revision_number=3']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:31.478862 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-8fcb2c05-3148-436c-8197-2e1bc513a75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca991f6-be1d-4059-9a04-716343715eb3', 'name': 'tempest-TestShelveInstance-200239008-router', 'tenant_id': 'b4608dd9e79646bab6f79ee11262de47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '18638e9f-7c1a-4811-b684-5da5356d755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:37:29Z', 'updated_at': '2021-10-27T16:37:30Z', 'revision_number': 3, 'project_id': 'b4608dd9e79646bab6f79ee11262de47', 'gw_port': {'id': '18638e9f-7c1a-4811-b684-5da5356d755b', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca991f6-be1d-4059-9a04-716343715eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:37:29Z', 'updated_at': '2021-10-27T16:37:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi'}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:37:31.506644 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcb2c05-3148-436c-8197-2e1bc513a75f None None] Checking router: cca991f6-be1d-4059-9a04-716343715eb3 for host: dv-cinder-815659-1-iscsi {{(pid=101668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:37:31.506996 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcb2c05-3148-436c-8197-2e1bc513a75f None None] Updating router cca991f6-be1d-4059-9a04-716343715eb3 port 18638e9f-7c1a-4811-b684-5da5356d755b binding host dv-cinder-815659-1-iscsi {{(pid=101668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:37:31.534234 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.agents_db [None req-8f3c53fd-3166-491a-b603-91a64fcc8de1 None None] Agent healthcheck: found 6 active agents {{(pid=101668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:37:31.542727 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-8fcb2c05-3148-436c-8197-2e1bc513a75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:31.587513 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-8d281124-5a55-4617-b2fa-80f84ac320fd None None] Provisioning complete for port dfb621a1-e27b-48e0-b400-3f2f280a370e triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:37:31.588521 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8d281124-5a55-4617-b2fa-80f84ac320fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:31.678130 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-205a14ce-2887-4b1b-ab93-0a73634a69cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:31.807657 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-8fcb2c05-3148-436c-8197-2e1bc513a75f None None] Publish callbacks [] for port, precommit_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:31.814888 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-8fcb2c05-3148-436c-8197-2e1bc513a75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:31.853921 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.db_base_plugin_common [None req-205a14ce-2887-4b1b-ab93-0a73634a69cd admin admin] Allocated IP 172.20.0.1 (56086d59-f4fd-44f6-9cd7-d10188d44026/a42514b9-e837-41aa-852c-c46b3ba3f0ea/94217448-5b80-405e-b03d-c057f76b4be9) {{(pid=101666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:37:31.870145 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a4cb7-4a09-4ac2-98ba-67d52d4a79d6 None None] Pushing event updated for resources: {'Port': ['ID=18638e9f-7c1a-4811-b684-5da5356d755b,revision_number=2']} {{(pid=101668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:31.873146 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.managers [None req-8fcb2c05-3148-436c-8197-2e1bc513a75f None None] Attempting to bind port 18638e9f-7c1a-4811-b684-5da5356d755b on host dv-cinder-815659-1-iscsi for vnic_type normal with profile {{(pid=101668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:37:31.873511 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.managers [None req-8fcb2c05-3148-436c-8197-2e1bc513a75f None None] Attempting to bind port 18638e9f-7c1a-4811-b684-5da5356d755b by drivers openvswitch,hyperv on host dv-cinder-815659-1-iscsi at level 0 using segments [{'id': '9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'}] {{(pid=101668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:37:31.873859 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcb2c05-3148-436c-8197-2e1bc513a75f None None] Attempting to bind port 18638e9f-7c1a-4811-b684-5da5356d755b on network b60b3993-7427-4bdc-87fb-6dbc7e937750 {{(pid=101668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:37:31.882131 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a4cb7-4a09-4ac2-98ba-67d52d4a79d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:31.882501 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a4cb7-4a09-4ac2-98ba-67d52d4a79d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:31.882837 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a4cb7-4a09-4ac2-98ba-67d52d4a79d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:31.883163 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a4cb7-4a09-4ac2-98ba-67d52d4a79d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:31.883490 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a4cb7-4a09-4ac2-98ba-67d52d4a79d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:31.883797 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a4cb7-4a09-4ac2-98ba-67d52d4a79d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:31.884222 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a4cb7-4a09-4ac2-98ba-67d52d4a79d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:31.884543 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a4cb7-4a09-4ac2-98ba-67d52d4a79d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:31.884894 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a4cb7-4a09-4ac2-98ba-67d52d4a79d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:31.885224 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a4cb7-4a09-4ac2-98ba-67d52d4a79d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:31.885596 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a4cb7-4a09-4ac2-98ba-67d52d4a79d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:31.885910 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a4cb7-4a09-4ac2-98ba-67d52d4a79d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:31.889567 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcb2c05-3148-436c-8197-2e1bc513a75f None None] Checking agent: {'id': '042db589-9278-4969-aa78-790e50700daa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 27, 42), 'started_at': datetime.datetime(2021, 10, 27, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:37:31.889947 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcb2c05-3148-436c-8197-2e1bc513a75f None None] Checking segment: {'id': '9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:37:31.890364 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-8fcb2c05-3148-436c-8197-2e1bc513a75f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:31.890720 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcb2c05-3148-436c-8197-2e1bc513a75f None None] Bound using segment: {'id': '9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'} {{(pid=101668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:37:31.891193 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.managers [None req-8fcb2c05-3148-436c-8197-2e1bc513a75f None None] Bound port: 18638e9f-7c1a-4811-b684-5da5356d755b, host: dv-cinder-815659-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'}}] {{(pid=101668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:37:31.891578 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-8fcb2c05-3148-436c-8197-2e1bc513a75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:31.945671 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.db [None req-8fcb2c05-3148-436c-8197-2e1bc513a75f None None] For port 18638e9f-7c1a-4811-b684-5da5356d755b, host dv-cinder-815659-1-iscsi, cleared binding levels {{(pid=101668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:37:31.948867 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.db [None req-8fcb2c05-3148-436c-8197-2e1bc513a75f None None] For port 18638e9f-7c1a-4811-b684-5da5356d755b, host dv-cinder-815659-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=18638e9f-7c1a-4811-b684-5da5356d755b,segment=NetworkSegment(9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182),segment_id=9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182)] {{(pid=101668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:37:31.954618 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-8fcb2c05-3148-436c-8197-2e1bc513a75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:31.967802 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-205a14ce-2887-4b1b-ab93-0a73634a69cd admin admin] Publish callbacks [] for port, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:32.004785 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-205a14ce-2887-4b1b-ab93-0a73634a69cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622'] for port, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:32.016058 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcb2c05-3148-436c-8197-2e1bc513a75f None None] Routers {'cca991f6-be1d-4059-9a04-716343715eb3'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:37:32.016703 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-8fcb2c05-3148-436c-8197-2e1bc513a75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:37:11Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['cca991f6-be1d-4059-9a04-716343715eb3'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:37:32.018415 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a4cb7-4a09-4ac2-98ba-67d52d4a79d6 None None] Pushing event updated for resources: {'Port': ['ID=18638e9f-7c1a-4811-b684-5da5356d755b,revision_number=3']} {{(pid=101668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:32.050271 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205a14ce-2887-4b1b-ab93-0a73634a69cd admin admin] Network 56086d59-f4fd-44f6-9cd7-d10188d44026 is already hosted by enough agents. {{(pid=101666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:37:32.053570 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [None req-205a14ce-2887-4b1b-ab93-0a73634a69cd admin admin] Resources bound (agent type, host, resource id): {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:37:32.058219 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205a14ce-2887-4b1b-ab93-0a73634a69cd admin admin] Received port after_create {{(pid=101666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:37:32.058890 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-205a14ce-2887-4b1b-ab93-0a73634a69cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3734226'] for router_interface, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:32.106212 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a14ce-2887-4b1b-ab93-0a73634a69cd admin admin] Pushing event updated for resources: {'Port': ['ID=94217448-5b80-405e-b03d-c057f76b4be9,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:32.224413 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-205a14ce-2887-4b1b-ab93-0a73634a69cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:32.239856 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-8fcb2c05-3148-436c-8197-2e1bc513a75f None None] Set router cca991f6-be1d-4059-9a04-716343715eb3 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:37:32.294380 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-f71713b7-b3ec-4b1a-bd65-a7a0af752b11 None None] Provisioning complete for port 94217448-5b80-405e-b03d-c057f76b4be9 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:37:32.295032 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-f71713b7-b3ec-4b1a-bd65-a7a0af752b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:32.329220 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-f71713b7-b3ec-4b1a-bd65-a7a0af752b11 None None] Port 94217448-5b80-405e-b03d-c057f76b4be9 cannot update to ACTIVE because it is not bound. {{(pid=101667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:37:32.385010 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-205a14ce-2887-4b1b-ab93-0a73634a69cd admin admin] Publish callbacks [] for port, precommit_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:32.389977 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-205a14ce-2887-4b1b-ab93-0a73634a69cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:32.390868 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-205a14ce-2887-4b1b-ab93-0a73634a69cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3579526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3735106'] for router_interface, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:32.417971 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-8fcb2c05-3148-436c-8197-2e1bc513a75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca991f6-be1d-4059-9a04-716343715eb3', 'name': 'tempest-TestShelveInstance-200239008-router', 'tenant_id': 'b4608dd9e79646bab6f79ee11262de47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '18638e9f-7c1a-4811-b684-5da5356d755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:37:29Z', 'updated_at': '2021-10-27T16:37:30Z', 'revision_number': 3, 'project_id': 'b4608dd9e79646bab6f79ee11262de47', 'gw_port': {'id': '18638e9f-7c1a-4811-b684-5da5356d755b', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca991f6-be1d-4059-9a04-716343715eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:37:29Z', 'updated_at': '2021-10-27T16:37:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi'}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:37:32.445028 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcb2c05-3148-436c-8197-2e1bc513a75f None None] The sync data for ids ['cca991f6-be1d-4059-9a04-716343715eb3'] in dv-cinder-815659-1-iscsi is: [{'id': 'cca991f6-be1d-4059-9a04-716343715eb3', 'name': 'tempest-TestShelveInstance-200239008-router', 'tenant_id': 'b4608dd9e79646bab6f79ee11262de47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '18638e9f-7c1a-4811-b684-5da5356d755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:37:29Z', 'updated_at': '2021-10-27T16:37:30Z', 'revision_number': 3, 'project_id': 'b4608dd9e79646bab6f79ee11262de47', 'gw_port': {'id': '18638e9f-7c1a-4811-b684-5da5356d755b', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca991f6-be1d-4059-9a04-716343715eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:37:29Z', 'updated_at': '2021-10-27T16:37:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi'}] {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:37:32.473295 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a14ce-2887-4b1b-ab93-0a73634a69cd admin admin] Pushing event updated for resources: {'Port': ['ID=94217448-5b80-405e-b03d-c057f76b4be9,revision_number=2']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:32.520725 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205a14ce-2887-4b1b-ab93-0a73634a69cd admin admin] Network 56086d59-f4fd-44f6-9cd7-d10188d44026 is already hosted by enough agents. {{(pid=101666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:37:32.522143 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [None req-205a14ce-2887-4b1b-ab93-0a73634a69cd admin admin] Resources bound (agent type, host, resource id): {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:37:32.642908 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-205a14ce-2887-4b1b-ab93-0a73634a69cd admin admin] Router cca991f6-be1d-4059-9a04-716343715eb3 has already been hosted by L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 {{(pid=101666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:37:32.756400 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-cefa0f73-ecef-4a64-be3f-dff625f5aff8 None None] Provisioning complete for port 94217448-5b80-405e-b03d-c057f76b4be9 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:37:32.756997 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-cefa0f73-ecef-4a64-be3f-dff625f5aff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:32.773393 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205a14ce-2887-4b1b-ab93-0a73634a69cd admin admin] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:37:32.779005 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-205a14ce-2887-4b1b-ab93-0a73634a69cd admin admin] 10.222.0.91 "PUT /v2.0/routers/cca991f6-be1d-4059-9a04-716343715eb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6356406 Oct 27 16:37:32.809496 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-cefa0f73-ecef-4a64-be3f-dff625f5aff8 None None] Port 94217448-5b80-405e-b03d-c057f76b4be9 cannot update to ACTIVE because it is not bound. {{(pid=101667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:37:33.223059 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-896d6426-24e1-450f-9f4e-ac256fadeb39 req-b535a1fd-9802-47b4-ab96-5a11f2896d46 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=e1968321-18da-47d3-a5d4-6f8e83b9efa7 HTTP/1.1" status: 200 len: 210 time: 0.0684023 Oct 27 16:37:33.296665 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device dfb621a1-e27b-48e0-b400-3f2f280a370e up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:37:33.305803 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2a5d0-caee-48ef-a2b6-03543e828b31 req-f47bca64-f25e-4e03-8603-f62073191986 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:33.313896 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-54a2a5d0-caee-48ef-a2b6-03543e828b31 req-f47bca64-f25e-4e03-8603-f62073191986 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.2046883 Oct 27 16:37:33.360599 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-f676209d-89f5-47ee-b48f-e3d787132876 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:33.362098 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-f676209d-89f5-47ee-b48f-e3d787132876 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.66 "GET /v2.0/networks?id=98382a90-1d72-4726-8dcd-70a187bd6af7 HTTP/1.1" status: 200 len: 814 time: 0.3048830 Oct 27 16:37:33.368282 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port dfb621a1-e27b-48e0-b400-3f2f280a370e triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:37:33.368652 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:33.382165 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-54a2a5d0-caee-48ef-a2b6-03543e828b31 req-a2f3a8c3-206b-465c-a8d1-550afdc82653 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673194 Oct 27 16:37:33.399340 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-4976d7b6-a857-4aaf-aa44-ceeb1f5d00cb tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Request body: {'port': {'device_id': 'e1968321-18da-47d3-a5d4-6f8e83b9efa7', 'network_id': '98382a90-1d72-4726-8dcd-70a187bd6af7', 'admin_state_up': True, 'tenant_id': 'c18af2229f264790a5b0de57cf8f74a2'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:33.462841 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 52122) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:33.466999 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 18638e9f-7c1a-4811-b684-5da5356d755b up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:37:33.467789 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-d07f4db6-9bbf-42b7-9ead-c4916f358899 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-269530177-network', 'tenant_id': '43ffa6a873564d19b93d983b5b3dd7a0'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:33.491655 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07f4db6-9bbf-42b7-9ead-c4916f358899 admin admin] Made reservation on behalf of 43ffa6a873564d19b93d983b5b3dd7a0 for: {'network': 1} {{(pid=101665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:37:33.494347 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d07f4db6-9bbf-42b7-9ead-c4916f358899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for network, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:33.504454 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d07f4db6-9bbf-42b7-9ead-c4916f358899 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:33.538267 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-4976d7b6-a857-4aaf-aa44-ceeb1f5d00cb tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Made reservation on behalf of c18af2229f264790a5b0de57cf8f74a2 for: {'port': 1} {{(pid=101666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:37:33.540992 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port 18638e9f-7c1a-4811-b684-5da5356d755b triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:37:33.541370 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:33.544352 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-4976d7b6-a857-4aaf-aa44-ceeb1f5d00cb tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:33.594952 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d07f4db6-9bbf-42b7-9ead-c4916f358899 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:33.601245 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d07f4db6-9bbf-42b7-9ead-c4916f358899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:33.644430 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d07f4db6-9bbf-42b7-9ead-c4916f358899 admin admin] vlan segment allocate from pool success with {'vlan_id': 1013, 'physical_network': 'physnet1'} {{(pid=101665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:37:33.655979 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:33.670924 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f4db6-9bbf-42b7-9ead-c4916f358899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f36745f-145c-4eaf-987a-a7679914fc2b,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:33.675690 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d07f4db6-9bbf-42b7-9ead-c4916f358899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790'] for segment, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:33.676502 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.db.segments_db [None req-d07f4db6-9bbf-42b7-9ead-c4916f358899 admin admin] Added segment 1003c873-c833-4f85-9c31-ebc7a6da12d2 of type vlan for network accf30bf-cdba-4eec-8930-cf4624df8e00 Oct 27 16:37:33.710915 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] For port 18638e9f-7c1a-4811-b684-5da5356d755b, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=18638e9f-7c1a-4811-b684-5da5356d755b,segment=NetworkSegment(9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182),segment_id=9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:37:33.717285 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:33.736866 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d07f4db6-9bbf-42b7-9ead-c4916f358899 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779338775480'] for network, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:33.782137 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d07f4db6-9bbf-42b7-9ead-c4916f358899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568'] for network, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:33.783476 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f4db6-9bbf-42b7-9ead-c4916f358899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:33.784300 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d07f4db6-9bbf-42b7-9ead-c4916f358899 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for network, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:33.818779 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Pushing event updated for resources: {'Port': ['ID=18638e9f-7c1a-4811-b684-5da5356d755b,revision_number=4']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:33.888691 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-d07f4db6-9bbf-42b7-9ead-c4916f358899 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4246147 Oct 27 16:37:33.892794 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 52134) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:33.899196 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [None req-cb1ea823-e71d-48ce-9daf-ab4267b54a8e admin admin] Request body: {'subnet': {'network_id': 'accf30bf-cdba-4eec-8930-cf4624df8e00', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-269530177-subnet', 'tenant_id': '43ffa6a873564d19b93d983b5b3dd7a0', 'ip_version': 4}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:33.900283 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f4db6-9bbf-42b7-9ead-c4916f358899 admin admin] Pushing event updated for resources: {'Network': ['ID=accf30bf-cdba-4eec-8930-cf4624df8e00,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:33.913737 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Network accf30bf-cdba-4eec-8930-cf4624df8e00 details requested by agent ovs-agent-dv-cinder-815659-1-iscsi with host dv-cinder-815659-1-iscsi {{(pid=101667) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:37:33.974597 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1ea823-e71d-48ce-9daf-ab4267b54a8e admin admin] Made reservation on behalf of 43ffa6a873564d19b93d983b5b3dd7a0 for: {'subnet': 1} {{(pid=101666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:37:33.977914 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-cb1ea823-e71d-48ce-9daf-ab4267b54a8e admin admin] Publish callbacks [] for subnet, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:34.108122 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.db_base_plugin_common [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-4976d7b6-a857-4aaf-aa44-ceeb1f5d00cb tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Allocated IP 172.20.0.9 (98382a90-1d72-4726-8dcd-70a187bd6af7/18c76782-16a7-43ea-ba24-ce3fb0a83071/b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f) {{(pid=101666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:37:34.369449 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-792b8d98-bf53-48e2-a0bf-52c84201e11f req-fc93b488-84cb-4414-bae4-a52f86691447 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=e1968321-18da-47d3-a5d4-6f8e83b9efa7 HTTP/1.1" status: 200 len: 210 time: 0.0551426 Oct 27 16:37:34.377246 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6eb82a-5c53-4ed6-87ad-2b0d494b022e None None] Sync routers for ids ['cca991f6-be1d-4059-9a04-716343715eb3'] in dv-cinder-815659-1-iscsi {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:37:34.394097 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6eb82a-5c53-4ed6-87ad-2b0d494b022e None None] Routers {'cca991f6-be1d-4059-9a04-716343715eb3'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:37:34.396938 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-5c6eb82a-5c53-4ed6-87ad-2b0d494b022e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:37:11Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['cca991f6-be1d-4059-9a04-716343715eb3'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:37:34.407651 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-cb1ea823-e71d-48ce-9daf-ab4267b54a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568'] for subnet, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:34.452013 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-4976d7b6-a857-4aaf-aa44-ceeb1f5d00cb tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Publish callbacks [] for port, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:34.521681 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ea823-e71d-48ce-9daf-ab4267b54a8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d4c7cfa-ddd3-485d-b025-796eef2cab14,revision_number=0']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:34.524520 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-5c6eb82a-5c53-4ed6-87ad-2b0d494b022e None None] Set router cca991f6-be1d-4059-9a04-716343715eb3 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:37:34.550734 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1ea823-e71d-48ce-9daf-ab4267b54a8e admin admin] Checking segment: {'id': '1003c873-c833-4f85-9c31-ebc7a6da12d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'accf30bf-cdba-4eec-8930-cf4624df8e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:37:34.551076 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1ea823-e71d-48ce-9daf-ab4267b54a8e admin admin] Network hostable DHCP agents. Network: accf30bf-cdba-4eec-8930-cf4624df8e00, hostable agents: ['787f9650-d18e-4402-9e0d-45b78af00bf5'], hosted agents: [] {{(pid=101666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:37:34.566543 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-4976d7b6-a857-4aaf-aa44-ceeb1f5d00cb tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622'] for port, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:34.575655 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03057ef6-3a90-4fd4-9b73-f675a646fd90 req-94ff987b-46ca-43f9-a323-1614cf4d06ac tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:34.577187 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-03057ef6-3a90-4fd4-9b73-f675a646fd90 req-94ff987b-46ca-43f9-a323-1614cf4d06ac tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.1124060 Oct 27 16:37:34.636707 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1ea823-e71d-48ce-9daf-ab4267b54a8e admin admin] Network accf30bf-cdba-4eec-8930-cf4624df8e00 is scheduled to be hosted by DHCP agent 787f9650-d18e-4402-9e0d-45b78af00bf5 with binding_index 1 {{(pid=101666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:37:34.648924 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-4976d7b6-a857-4aaf-aa44-ceeb1f5d00cb tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Network 98382a90-1d72-4726-8dcd-70a187bd6af7 is already hosted by enough agents. {{(pid=101666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:37:34.656689 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4976d7b6-a857-4aaf-aa44-ceeb1f5d00cb tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Pushing event updated for resources: {'Port': ['ID=b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:34.659549 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-4976d7b6-a857-4aaf-aa44-ceeb1f5d00cb tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Resources bound (agent type, host, resource id): {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:37:34.667426 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-4976d7b6-a857-4aaf-aa44-ceeb1f5d00cb tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Received port after_create {{(pid=101666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:37:34.673008 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-4976d7b6-a857-4aaf-aa44-ceeb1f5d00cb tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:34.673640 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-4976d7b6-a857-4aaf-aa44-ceeb1f5d00cb tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:34.676031 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [None req-cb1ea823-e71d-48ce-9daf-ab4267b54a8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-1-iscsi, accf30bf-cdba-4eec-8930-cf4624df8e00) {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:37:34.683857 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1ea823-e71d-48ce-9daf-ab4267b54a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:34.684468 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-cb1ea823-e71d-48ce-9daf-ab4267b54a8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for subnet, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:34.689144 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83a9a97-fd6e-4af3-b452-a5373e06d5f6 None None] Network accf30bf-cdba-4eec-8930-cf4624df8e00 requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:37:34.699570 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-03057ef6-3a90-4fd4-9b73-f675a646fd90 req-79c0732e-9093-4786-9342-d692f272eaae tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111128 Oct 27 16:37:34.712387 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-4976d7b6-a857-4aaf-aa44-ceeb1f5d00cb tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3191133 Oct 27 16:37:34.718557 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-cb1ea823-e71d-48ce-9daf-ab4267b54a8e admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8220870 Oct 27 16:37:34.718799 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 52156) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:34.723004 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [None req-4c6fc4c1-8814-4ef7-9514-b2f6997c3876 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-269530177-router', 'tenant_id': '43ffa6a873564d19b93d983b5b3dd7a0', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'}}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:34.744281 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-4c6fc4c1-8814-4ef7-9514-b2f6997c3876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3734699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3542'] for router, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:34.745289 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-4c6fc4c1-8814-4ef7-9514-b2f6997c3876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3732827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3905833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3521'] for router, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:34.800891 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-4c6fc4c1-8814-4ef7-9514-b2f6997c3876 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:34.834488 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-5c6eb82a-5c53-4ed6-87ad-2b0d494b022e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca991f6-be1d-4059-9a04-716343715eb3', 'name': 'tempest-TestShelveInstance-200239008-router', 'tenant_id': 'b4608dd9e79646bab6f79ee11262de47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '18638e9f-7c1a-4811-b684-5da5356d755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:37:29Z', 'updated_at': '2021-10-27T16:37:32Z', 'revision_number': 4, 'project_id': 'b4608dd9e79646bab6f79ee11262de47', 'gw_port': {'id': '18638e9f-7c1a-4811-b684-5da5356d755b', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca991f6-be1d-4059-9a04-716343715eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:37:29Z', 'updated_at': '2021-10-27T16:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '94217448-5b80-405e-b03d-c057f76b4be9', 'name': '', 'network_id': '56086d59-f4fd-44f6-9cd7-d10188d44026', 'tenant_id': 'b4608dd9e79646bab6f79ee11262de47', 'mac_address': 'fa:16:3e:f7:67:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca991f6-be1d-4059-9a04-716343715eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a42514b9-e837-41aa-852c-c46b3ba3f0ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:37:31Z', 'updated_at': '2021-10-27T16:37:32Z', 'revision_number': 2, 'project_id': 'b4608dd9e79646bab6f79ee11262de47', 'subnets': [{'id': 'a42514b9-e837-41aa-852c-c46b3ba3f0ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:37:34.868134 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6eb82a-5c53-4ed6-87ad-2b0d494b022e None None] Checking router: cca991f6-be1d-4059-9a04-716343715eb3 for host: dv-cinder-815659-1-iscsi {{(pid=101667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:37:34.868478 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6eb82a-5c53-4ed6-87ad-2b0d494b022e None None] Updating router cca991f6-be1d-4059-9a04-716343715eb3 port 94217448-5b80-405e-b03d-c057f76b4be9 binding host dv-cinder-815659-1-iscsi {{(pid=101667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:37:34.909172 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-5c6eb82a-5c53-4ed6-87ad-2b0d494b022e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:34.919186 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723a6a63-a60c-4e3e-b5c9-c81edf449877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7b95057-ef53-539e-8933-e83ad38293e7-accf30bf-cdba-4eec-8930-cf4624df8e00', 'network_id': 'accf30bf-cdba-4eec-8930-cf4624df8e00', 'tenant_id': '43ffa6a873564d19b93d983b5b3dd7a0', 'fixed_ips': [{'subnet_id': '2d4c7cfa-ddd3-485d-b025-796eef2cab14'}]}} from dv-cinder-815659-1-iscsi. {{(pid=101667) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:37:34.920065 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-723a6a63-a60c-4e3e-b5c9-c81edf449877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:34.938638 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-4c6fc4c1-8814-4ef7-9514-b2f6997c3876 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:35.132165 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 18638e9f-7c1a-4811-b684-5da5356d755b up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:37:35.139533 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-4c6fc4c1-8814-4ef7-9514-b2f6997c3876 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:35.158221 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-4c6fc4c1-8814-4ef7-9514-b2f6997c3876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:35.214093 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.db_base_plugin_common [None req-723a6a63-a60c-4e3e-b5c9-c81edf449877 None None] Allocated IP 172.20.0.2 (accf30bf-cdba-4eec-8930-cf4624df8e00/2d4c7cfa-ddd3-485d-b025-796eef2cab14/74ed0f4c-4aae-4513-860f-1cfd98a32669) {{(pid=101667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:37:35.276474 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.db_base_plugin_common [None req-4c6fc4c1-8814-4ef7-9514-b2f6997c3876 admin admin] Allocated IP 172.27.0.66 (b60b3993-7427-4bdc-87fb-6dbc7e937750/bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1/de71fb1a-44f4-4f11-acfb-5e68938c012b) {{(pid=101666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:37:35.338382 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port 18638e9f-7c1a-4811-b684-5da5356d755b triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:37:35.338382 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:35.382134 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-4c6fc4c1-8814-4ef7-9514-b2f6997c3876 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:35.417924 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-4c6fc4c1-8814-4ef7-9514-b2f6997c3876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622'] for port, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:35.462207 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6fc4c1-8814-4ef7-9514-b2f6997c3876 admin admin] Network b60b3993-7427-4bdc-87fb-6dbc7e937750 is already hosted by enough agents. {{(pid=101666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:37:35.467134 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [None req-4c6fc4c1-8814-4ef7-9514-b2f6997c3876 admin admin] Resources bound (agent type, host, resource id): {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:37:35.470071 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6fc4c1-8814-4ef7-9514-b2f6997c3876 admin admin] Received port after_create {{(pid=101666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:37:35.480967 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-5c6eb82a-5c53-4ed6-87ad-2b0d494b022e None None] Publish callbacks [] for port, precommit_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:35.501091 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-5c6eb82a-5c53-4ed6-87ad-2b0d494b022e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:35.503135 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-723a6a63-a60c-4e3e-b5c9-c81edf449877 None None] Publish callbacks [] for port, precommit_create {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:35.512651 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6fc4c1-8814-4ef7-9514-b2f6997c3876 admin admin] Pushing event updated for resources: {'Port': ['ID=de71fb1a-44f4-4f11-acfb-5e68938c012b,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:35.533203 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-723a6a63-a60c-4e3e-b5c9-c81edf449877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622'] for port, after_create {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:35.598293 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723a6a63-a60c-4e3e-b5c9-c81edf449877 None None] Network accf30bf-cdba-4eec-8930-cf4624df8e00 is already hosted by enough agents. {{(pid=101667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:37:35.599065 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e6f2b-ac79-4749-9758-3421beb49652 None None] Pushing event updated for resources: {'Port': ['ID=94217448-5b80-405e-b03d-c057f76b4be9,revision_number=3']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:35.609139 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.scheduler.base_scheduler [None req-723a6a63-a60c-4e3e-b5c9-c81edf449877 None None] Resources bound (agent type, host, resource id): {{(pid=101667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:37:35.632185 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723a6a63-a60c-4e3e-b5c9-c81edf449877 None None] Received port after_create {{(pid=101667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:37:35.699609 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-4c6fc4c1-8814-4ef7-9514-b2f6997c3876 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:35.707945 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a6a63-a60c-4e3e-b5c9-c81edf449877 None None] Pushing event updated for resources: {'Port': ['ID=74ed0f4c-4aae-4513-860f-1cfd98a32669,revision_number=1']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:35.746945 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-5c6eb82a-5c53-4ed6-87ad-2b0d494b022e None None] Attempting to bind port 94217448-5b80-405e-b03d-c057f76b4be9 on host dv-cinder-815659-1-iscsi for vnic_type normal with profile {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:37:35.747311 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-5c6eb82a-5c53-4ed6-87ad-2b0d494b022e None None] Attempting to bind port 94217448-5b80-405e-b03d-c057f76b4be9 by drivers openvswitch,hyperv on host dv-cinder-815659-1-iscsi at level 0 using segments [{'id': 'c4891f70-13a2-48c0-89a3-3d3ba5bc484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '56086d59-f4fd-44f6-9cd7-d10188d44026'}] {{(pid=101667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:37:35.747665 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6eb82a-5c53-4ed6-87ad-2b0d494b022e None None] Attempting to bind port 94217448-5b80-405e-b03d-c057f76b4be9 on network 56086d59-f4fd-44f6-9cd7-d10188d44026 {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:37:35.759792 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-723a6a63-a60c-4e3e-b5c9-c81edf449877 None None] Attempting to bind port 74ed0f4c-4aae-4513-860f-1cfd98a32669 on host dv-cinder-815659-1-iscsi for vnic_type normal with profile {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:37:35.760207 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-723a6a63-a60c-4e3e-b5c9-c81edf449877 None None] Attempting to bind port 74ed0f4c-4aae-4513-860f-1cfd98a32669 by drivers openvswitch,hyperv on host dv-cinder-815659-1-iscsi at level 0 using segments [{'id': '1003c873-c833-4f85-9c31-ebc7a6da12d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'accf30bf-cdba-4eec-8930-cf4624df8e00'}] {{(pid=101667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:37:35.760590 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723a6a63-a60c-4e3e-b5c9-c81edf449877 None None] Attempting to bind port 74ed0f4c-4aae-4513-860f-1cfd98a32669 on network accf30bf-cdba-4eec-8930-cf4624df8e00 {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:37:35.762463 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6eb82a-5c53-4ed6-87ad-2b0d494b022e None None] Checking agent: {'id': '042db589-9278-4969-aa78-790e50700daa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 27, 42), 'started_at': datetime.datetime(2021, 10, 27, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:37:35.762821 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6eb82a-5c53-4ed6-87ad-2b0d494b022e None None] Checking segment: {'id': 'c4891f70-13a2-48c0-89a3-3d3ba5bc484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '56086d59-f4fd-44f6-9cd7-d10188d44026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:37:35.763210 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-5c6eb82a-5c53-4ed6-87ad-2b0d494b022e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:35.763587 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6eb82a-5c53-4ed6-87ad-2b0d494b022e None None] Bound using segment: {'id': 'c4891f70-13a2-48c0-89a3-3d3ba5bc484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '56086d59-f4fd-44f6-9cd7-d10188d44026'} {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:37:35.764072 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-5c6eb82a-5c53-4ed6-87ad-2b0d494b022e None None] Bound port: 94217448-5b80-405e-b03d-c057f76b4be9, host: dv-cinder-815659-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4891f70-13a2-48c0-89a3-3d3ba5bc484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '56086d59-f4fd-44f6-9cd7-d10188d44026'}}] {{(pid=101667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:37:35.764444 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-5c6eb82a-5c53-4ed6-87ad-2b0d494b022e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:35.780033 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723a6a63-a60c-4e3e-b5c9-c81edf449877 None None] Checking agent: {'id': '042db589-9278-4969-aa78-790e50700daa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 27, 42), 'started_at': datetime.datetime(2021, 10, 27, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:37:35.780403 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723a6a63-a60c-4e3e-b5c9-c81edf449877 None None] Checking segment: {'id': '1003c873-c833-4f85-9c31-ebc7a6da12d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'accf30bf-cdba-4eec-8930-cf4624df8e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:37:35.780790 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-723a6a63-a60c-4e3e-b5c9-c81edf449877 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:35.781192 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723a6a63-a60c-4e3e-b5c9-c81edf449877 None None] Bound using segment: {'id': '1003c873-c833-4f85-9c31-ebc7a6da12d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'accf30bf-cdba-4eec-8930-cf4624df8e00'} {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:37:35.781663 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-723a6a63-a60c-4e3e-b5c9-c81edf449877 None None] Bound port: 74ed0f4c-4aae-4513-860f-1cfd98a32669, host: dv-cinder-815659-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1003c873-c833-4f85-9c31-ebc7a6da12d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'accf30bf-cdba-4eec-8930-cf4624df8e00'}}] {{(pid=101667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:37:35.782008 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-723a6a63-a60c-4e3e-b5c9-c81edf449877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:35.794174 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-441256c5-277d-4d5f-b56a-bb121c33c0a3 None None] Provisioning complete for port 94217448-5b80-405e-b03d-c057f76b4be9 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:37:35.794528 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-441256c5-277d-4d5f-b56a-bb121c33c0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:35.893830 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-441256c5-277d-4d5f-b56a-bb121c33c0a3 None None] Port 94217448-5b80-405e-b03d-c057f76b4be9 cannot update to ACTIVE because it is not bound. {{(pid=101667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:37:35.901115 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-4c6fc4c1-8814-4ef7-9514-b2f6997c3876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3732816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3703951'] for router, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:35.910298 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-5c6eb82a-5c53-4ed6-87ad-2b0d494b022e None None] For port 94217448-5b80-405e-b03d-c057f76b4be9, host dv-cinder-815659-1-iscsi, cleared binding levels {{(pid=101667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:37:35.914657 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-5c6eb82a-5c53-4ed6-87ad-2b0d494b022e None None] For port 94217448-5b80-405e-b03d-c057f76b4be9, host dv-cinder-815659-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=94217448-5b80-405e-b03d-c057f76b4be9,segment=NetworkSegment(c4891f70-13a2-48c0-89a3-3d3ba5bc484a),segment_id=c4891f70-13a2-48c0-89a3-3d3ba5bc484a)] {{(pid=101667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:37:35.922428 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-5c6eb82a-5c53-4ed6-87ad-2b0d494b022e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:36.033302 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6fc4c1-8814-4ef7-9514-b2f6997c3876 admin admin] Router 83ecda8e-2444-4efd-8049-e8f40a52a7f1 is scheduled to L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 with binding_index 1 {{(pid=101666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:37:36.050105 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-723a6a63-a60c-4e3e-b5c9-c81edf449877 None None] For port 74ed0f4c-4aae-4513-860f-1cfd98a32669, host dv-cinder-815659-1-iscsi, cleared binding levels {{(pid=101667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:37:36.088044 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-723a6a63-a60c-4e3e-b5c9-c81edf449877 None None] For port 74ed0f4c-4aae-4513-860f-1cfd98a32669, host dv-cinder-815659-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=74ed0f4c-4aae-4513-860f-1cfd98a32669,segment=NetworkSegment(1003c873-c833-4f85-9c31-ebc7a6da12d2),segment_id=1003c873-c833-4f85-9c31-ebc7a6da12d2)] {{(pid=101667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:37:36.097771 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-723a6a63-a60c-4e3e-b5c9-c81edf449877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:36.125919 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6eb82a-5c53-4ed6-87ad-2b0d494b022e None None] Routers {'cca991f6-be1d-4059-9a04-716343715eb3'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:37:36.126530 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-5c6eb82a-5c53-4ed6-87ad-2b0d494b022e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:37:11Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['cca991f6-be1d-4059-9a04-716343715eb3'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:37:36.128394 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e6f2b-ac79-4749-9758-3421beb49652 None None] Pushing event updated for resources: {'Port': ['ID=94217448-5b80-405e-b03d-c057f76b4be9,revision_number=4']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:36.141962 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6fc4c1-8814-4ef7-9514-b2f6997c3876 admin admin] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:37:36.156912 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c913823-dbc1-4ecc-8311-c4de142e9a89 None None] Sync routers for ids ['83ecda8e-2444-4efd-8049-e8f40a52a7f1'] in dv-cinder-815659-1-iscsi {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:37:36.168119 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-4c6fc4c1-8814-4ef7-9514-b2f6997c3876 admin admin] Publish callbacks [] for router, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:36.170419 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-4c6fc4c1-8814-4ef7-9514-b2f6997c3876 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.4506726 Oct 27 16:37:36.178194 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 52172) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:36.200711 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c913823-dbc1-4ecc-8311-c4de142e9a89 None None] Routers {'83ecda8e-2444-4efd-8049-e8f40a52a7f1'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:37:36.201364 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-2c913823-dbc1-4ecc-8311-c4de142e9a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:37:11Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['83ecda8e-2444-4efd-8049-e8f40a52a7f1'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:37:36.279307 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a6a63-a60c-4e3e-b5c9-c81edf449877 None None] Pushing event updated for resources: {'Port': ['ID=74ed0f4c-4aae-4513-860f-1cfd98a32669,revision_number=2']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:36.305845 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-5c6eb82a-5c53-4ed6-87ad-2b0d494b022e None None] Set router cca991f6-be1d-4059-9a04-716343715eb3 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:37:36.323702 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-2c913823-dbc1-4ecc-8311-c4de142e9a89 None None] Set router 83ecda8e-2444-4efd-8049-e8f40a52a7f1 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:37:36.481789 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-ec5c3e4d-9c08-42aa-a6e2-8864bf620212 None None] Provisioning complete for port 94217448-5b80-405e-b03d-c057f76b4be9 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:37:36.482392 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3e4d-9c08-42aa-a6e2-8864bf620212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:36.571846 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-2c913823-dbc1-4ecc-8311-c4de142e9a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ecda8e-2444-4efd-8049-e8f40a52a7f1', 'name': 'tempest-TestShelveInstance-269530177-router', 'tenant_id': '43ffa6a873564d19b93d983b5b3dd7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'de71fb1a-44f4-4f11-acfb-5e68938c012b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:37:34Z', 'updated_at': '2021-10-27T16:37:35Z', 'revision_number': 3, 'project_id': '43ffa6a873564d19b93d983b5b3dd7a0', 'gw_port': {'id': 'de71fb1a-44f4-4f11-acfb-5e68938c012b', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:54:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ecda8e-2444-4efd-8049-e8f40a52a7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:37:35Z', 'updated_at': '2021-10-27T16:37:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi'}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:37:36.602167 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c913823-dbc1-4ecc-8311-c4de142e9a89 None None] Checking router: 83ecda8e-2444-4efd-8049-e8f40a52a7f1 for host: dv-cinder-815659-1-iscsi {{(pid=101668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:37:36.602786 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c913823-dbc1-4ecc-8311-c4de142e9a89 None None] Updating router 83ecda8e-2444-4efd-8049-e8f40a52a7f1 port de71fb1a-44f4-4f11-acfb-5e68938c012b binding host dv-cinder-815659-1-iscsi {{(pid=101668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:37:36.638774 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3e4d-9c08-42aa-a6e2-8864bf620212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:36.644990 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-2c913823-dbc1-4ecc-8311-c4de142e9a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:36.696652 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-ec5c3e4d-9c08-42aa-a6e2-8864bf620212 None None] For port 94217448-5b80-405e-b03d-c057f76b4be9, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=94217448-5b80-405e-b03d-c057f76b4be9,segment=NetworkSegment(c4891f70-13a2-48c0-89a3-3d3ba5bc484a),segment_id=c4891f70-13a2-48c0-89a3-3d3ba5bc484a)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:37:36.705985 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3e4d-9c08-42aa-a6e2-8864bf620212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:36.710249 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-5c6eb82a-5c53-4ed6-87ad-2b0d494b022e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca991f6-be1d-4059-9a04-716343715eb3', 'name': 'tempest-TestShelveInstance-200239008-router', 'tenant_id': 'b4608dd9e79646bab6f79ee11262de47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '18638e9f-7c1a-4811-b684-5da5356d755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:37:29Z', 'updated_at': '2021-10-27T16:37:32Z', 'revision_number': 4, 'project_id': 'b4608dd9e79646bab6f79ee11262de47', 'gw_port': {'id': '18638e9f-7c1a-4811-b684-5da5356d755b', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca991f6-be1d-4059-9a04-716343715eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:37:29Z', 'updated_at': '2021-10-27T16:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '94217448-5b80-405e-b03d-c057f76b4be9', 'name': '', 'network_id': '56086d59-f4fd-44f6-9cd7-d10188d44026', 'tenant_id': 'b4608dd9e79646bab6f79ee11262de47', 'mac_address': 'fa:16:3e:f7:67:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca991f6-be1d-4059-9a04-716343715eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a42514b9-e837-41aa-852c-c46b3ba3f0ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:37:31Z', 'updated_at': '2021-10-27T16:37:35Z', 'revision_number': 4, 'project_id': 'b4608dd9e79646bab6f79ee11262de47', 'subnets': [{'id': 'a42514b9-e837-41aa-852c-c46b3ba3f0ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:37:36.763469 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6eb82a-5c53-4ed6-87ad-2b0d494b022e None None] The sync data for ids ['cca991f6-be1d-4059-9a04-716343715eb3'] in dv-cinder-815659-1-iscsi is: [{'id': 'cca991f6-be1d-4059-9a04-716343715eb3', 'name': 'tempest-TestShelveInstance-200239008-router', 'tenant_id': 'b4608dd9e79646bab6f79ee11262de47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '18638e9f-7c1a-4811-b684-5da5356d755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:37:29Z', 'updated_at': '2021-10-27T16:37:32Z', 'revision_number': 4, 'project_id': 'b4608dd9e79646bab6f79ee11262de47', 'gw_port': {'id': '18638e9f-7c1a-4811-b684-5da5356d755b', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca991f6-be1d-4059-9a04-716343715eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:37:29Z', 'updated_at': '2021-10-27T16:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '94217448-5b80-405e-b03d-c057f76b4be9', 'name': '', 'network_id': '56086d59-f4fd-44f6-9cd7-d10188d44026', 'tenant_id': 'b4608dd9e79646bab6f79ee11262de47', 'mac_address': 'fa:16:3e:f7:67:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca991f6-be1d-4059-9a04-716343715eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a42514b9-e837-41aa-852c-c46b3ba3f0ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:37:31Z', 'updated_at': '2021-10-27T16:37:35Z', 'revision_number': 4, 'project_id': 'b4608dd9e79646bab6f79ee11262de47', 'subnets': [{'id': 'a42514b9-e837-41aa-852c-c46b3ba3f0ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:37:36.789144 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c3e4d-9c08-42aa-a6e2-8864bf620212 None None] Pushing event updated for resources: {'Port': ['ID=94217448-5b80-405e-b03d-c057f76b4be9,revision_number=5']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:36.967177 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-2c913823-dbc1-4ecc-8311-c4de142e9a89 None None] Publish callbacks [] for port, precommit_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:36.974159 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-2c913823-dbc1-4ecc-8311-c4de142e9a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:36.988717 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b1fce333-d46e-4753-b152-a20fd7c0cfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:37.018468 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90124a77-4f65-4497-98f9-601bca5f9200 None None] Pushing event updated for resources: {'Port': ['ID=de71fb1a-44f4-4f11-acfb-5e68938c012b,revision_number=2']} {{(pid=101668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:37.036006 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.managers [None req-2c913823-dbc1-4ecc-8311-c4de142e9a89 None None] Attempting to bind port de71fb1a-44f4-4f11-acfb-5e68938c012b on host dv-cinder-815659-1-iscsi for vnic_type normal with profile {{(pid=101668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:37:37.036608 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.managers [None req-2c913823-dbc1-4ecc-8311-c4de142e9a89 None None] Attempting to bind port de71fb1a-44f4-4f11-acfb-5e68938c012b by drivers openvswitch,hyperv on host dv-cinder-815659-1-iscsi at level 0 using segments [{'id': '9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'}] {{(pid=101668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:37:37.036888 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c913823-dbc1-4ecc-8311-c4de142e9a89 None None] Attempting to bind port de71fb1a-44f4-4f11-acfb-5e68938c012b on network b60b3993-7427-4bdc-87fb-6dbc7e937750 {{(pid=101668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:37:37.042723 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c913823-dbc1-4ecc-8311-c4de142e9a89 None None] Checking agent: {'id': '042db589-9278-4969-aa78-790e50700daa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 27, 42), 'started_at': datetime.datetime(2021, 10, 27, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:37:37.043092 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c913823-dbc1-4ecc-8311-c4de142e9a89 None None] Checking segment: {'id': '9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:37:37.043491 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-2c913823-dbc1-4ecc-8311-c4de142e9a89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:37.043900 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c913823-dbc1-4ecc-8311-c4de142e9a89 None None] Bound using segment: {'id': '9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'} {{(pid=101668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:37:37.044368 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.managers [None req-2c913823-dbc1-4ecc-8311-c4de142e9a89 None None] Bound port: de71fb1a-44f4-4f11-acfb-5e68938c012b, host: dv-cinder-815659-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'}}] {{(pid=101668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:37:37.044831 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-2c913823-dbc1-4ecc-8311-c4de142e9a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:37.122555 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.db [None req-2c913823-dbc1-4ecc-8311-c4de142e9a89 None None] For port de71fb1a-44f4-4f11-acfb-5e68938c012b, host dv-cinder-815659-1-iscsi, cleared binding levels {{(pid=101668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:37:37.126881 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.db [None req-2c913823-dbc1-4ecc-8311-c4de142e9a89 None None] For port de71fb1a-44f4-4f11-acfb-5e68938c012b, host dv-cinder-815659-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=de71fb1a-44f4-4f11-acfb-5e68938c012b,segment=NetworkSegment(9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182),segment_id=9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182)] {{(pid=101668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:37:37.137972 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-2c913823-dbc1-4ecc-8311-c4de142e9a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:37.206275 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.db_base_plugin_common [None req-b1fce333-d46e-4753-b152-a20fd7c0cfb4 admin admin] Allocated IP 172.20.0.1 (accf30bf-cdba-4eec-8930-cf4624df8e00/2d4c7cfa-ddd3-485d-b025-796eef2cab14/bcc9bd9d-c7de-4ce1-8a42-9836d9ff595d) {{(pid=101666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:37:37.215406 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90124a77-4f65-4497-98f9-601bca5f9200 None None] Pushing event updated for resources: {'Port': ['ID=de71fb1a-44f4-4f11-acfb-5e68938c012b,revision_number=3']} {{(pid=101668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:37.235069 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c913823-dbc1-4ecc-8311-c4de142e9a89 None None] Routers {'83ecda8e-2444-4efd-8049-e8f40a52a7f1'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:37:37.236020 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-2c913823-dbc1-4ecc-8311-c4de142e9a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:37:11Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['83ecda8e-2444-4efd-8049-e8f40a52a7f1'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:37:37.303409 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 74ed0f4c-4aae-4513-860f-1cfd98a32669 up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:37:37.354226 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b1fce333-d46e-4753-b152-a20fd7c0cfb4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:37.385297 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port 74ed0f4c-4aae-4513-860f-1cfd98a32669 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:37:37.385717 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:37.407129 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-2c913823-dbc1-4ecc-8311-c4de142e9a89 None None] Set router 83ecda8e-2444-4efd-8049-e8f40a52a7f1 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:37:37.414286 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b1fce333-d46e-4753-b152-a20fd7c0cfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622'] for port, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:37.478755 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fce333-d46e-4753-b152-a20fd7c0cfb4 admin admin] Network accf30bf-cdba-4eec-8930-cf4624df8e00 is already hosted by enough agents. {{(pid=101666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:37:37.484217 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [None req-b1fce333-d46e-4753-b152-a20fd7c0cfb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:37:37.487386 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fce333-d46e-4753-b152-a20fd7c0cfb4 admin admin] Received port after_create {{(pid=101666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:37:37.488127 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b1fce333-d46e-4753-b152-a20fd7c0cfb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3734226'] for router_interface, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:37.518228 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:37.550404 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fce333-d46e-4753-b152-a20fd7c0cfb4 admin admin] Pushing event updated for resources: {'Port': ['ID=bcc9bd9d-c7de-4ce1-8a42-9836d9ff595d,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:37.568319 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] For port 74ed0f4c-4aae-4513-860f-1cfd98a32669, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=74ed0f4c-4aae-4513-860f-1cfd98a32669,segment=NetworkSegment(1003c873-c833-4f85-9c31-ebc7a6da12d2),segment_id=1003c873-c833-4f85-9c31-ebc7a6da12d2)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:37:37.575746 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:37.577410 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 94217448-5b80-405e-b03d-c057f76b4be9 up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:37:37.651248 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a77ce4-c7dd-478a-a677-effd16a342a9 None None] Network accf30bf-cdba-4eec-8930-cf4624df8e00 requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:37:37.717940 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-2c913823-dbc1-4ecc-8311-c4de142e9a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ecda8e-2444-4efd-8049-e8f40a52a7f1', 'name': 'tempest-TestShelveInstance-269530177-router', 'tenant_id': '43ffa6a873564d19b93d983b5b3dd7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'de71fb1a-44f4-4f11-acfb-5e68938c012b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:37:34Z', 'updated_at': '2021-10-27T16:37:35Z', 'revision_number': 3, 'project_id': '43ffa6a873564d19b93d983b5b3dd7a0', 'gw_port': {'id': 'de71fb1a-44f4-4f11-acfb-5e68938c012b', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:54:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ecda8e-2444-4efd-8049-e8f40a52a7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:37:35Z', 'updated_at': '2021-10-27T16:37:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi'}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:37:37.725060 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b1fce333-d46e-4753-b152-a20fd7c0cfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:37.733634 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-474e2463-5513-42de-b21c-c404d03cd3b2 None None] Provisioning complete for port 74ed0f4c-4aae-4513-860f-1cfd98a32669 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:37:37.734405 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-474e2463-5513-42de-b21c-c404d03cd3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:37.751588 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c913823-dbc1-4ecc-8311-c4de142e9a89 None None] The sync data for ids ['83ecda8e-2444-4efd-8049-e8f40a52a7f1'] in dv-cinder-815659-1-iscsi is: [{'id': '83ecda8e-2444-4efd-8049-e8f40a52a7f1', 'name': 'tempest-TestShelveInstance-269530177-router', 'tenant_id': '43ffa6a873564d19b93d983b5b3dd7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'de71fb1a-44f4-4f11-acfb-5e68938c012b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:37:34Z', 'updated_at': '2021-10-27T16:37:35Z', 'revision_number': 3, 'project_id': '43ffa6a873564d19b93d983b5b3dd7a0', 'gw_port': {'id': 'de71fb1a-44f4-4f11-acfb-5e68938c012b', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:54:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ecda8e-2444-4efd-8049-e8f40a52a7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:37:35Z', 'updated_at': '2021-10-27T16:37:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi'}] {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:37:37.851691 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Pushing event updated for resources: {'Port': ['ID=74ed0f4c-4aae-4513-860f-1cfd98a32669,revision_number=3']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:37.888196 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port 94217448-5b80-405e-b03d-c057f76b4be9 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:37:37.888562 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:37.943600 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b1fce333-d46e-4753-b152-a20fd7c0cfb4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:37.951331 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b1fce333-d46e-4753-b152-a20fd7c0cfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:37.952238 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b1fce333-d46e-4753-b152-a20fd7c0cfb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3579526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3735106'] for router_interface, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:38.036494 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['a90a4eda-f446-46d2-974b-bc14587851d9', '1de2eba6-d12d-4286-9876-44e4c0e6a69d'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:37:38.088805 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-c95d062b-dfa0-495b-aa69-6f009cf277a4 service neutron] Request body: {'port': {'device_id': 'e1968321-18da-47d3-a5d4-6f8e83b9efa7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:38.090212 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fce333-d46e-4753-b152-a20fd7c0cfb4 admin admin] Pushing event updated for resources: {'Port': ['ID=bcc9bd9d-c7de-4ce1-8a42-9836d9ff595d,revision_number=2']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:38.310666 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fce333-d46e-4753-b152-a20fd7c0cfb4 admin admin] Network accf30bf-cdba-4eec-8930-cf4624df8e00 is already hosted by enough agents. {{(pid=101666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:37:38.328437 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-c95d062b-dfa0-495b-aa69-6f009cf277a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:38.330517 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [None req-b1fce333-d46e-4753-b152-a20fd7c0cfb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:37:38.331150 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-6e300b1a-16e7-4d7b-815a-882b621cc40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:38.455156 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-6d236a22-c931-47d1-a0da-3a64386d0195 None None] Provisioning complete for port bcc9bd9d-c7de-4ce1-8a42-9836d9ff595d triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:37:38.455561 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-6d236a22-c931-47d1-a0da-3a64386d0195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:38.482757 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35607236-4739-483a-86ec-6080f015456c req-17302f70-d030-4116-aa38-1984a3920036 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:38.484384 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-35607236-4739-483a-86ec-6080f015456c req-17302f70-d030-4116-aa38-1984a3920036 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=e1968321-18da-47d3-a5d4-6f8e83b9efa7 HTTP/1.1" status: 200 len: 931 time: 0.2567301 Oct 27 16:37:38.500665 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-6d236a22-c931-47d1-a0da-3a64386d0195 None None] Port bcc9bd9d-c7de-4ce1-8a42-9836d9ff595d cannot update to ACTIVE because it is not bound. {{(pid=101667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:37:38.515612 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-6d236a22-c931-47d1-a0da-3a64386d0195 None None] Provisioning complete for port 74ed0f4c-4aae-4513-860f-1cfd98a32669 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:37:38.516040 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-6d236a22-c931-47d1-a0da-3a64386d0195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:38.543019 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba572cf-aaf3-43e5-b316-7a4d9f7e7e60 req-64c500d5-4074-48ff-8d3b-ba310546bb39 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:38.550982 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-eba572cf-aaf3-43e5-b316-7a4d9f7e7e60 req-64c500d5-4074-48ff-8d3b-ba310546bb39 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.2366407 Oct 27 16:37:38.598145 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-35607236-4739-483a-86ec-6080f015456c req-b1ebddaf-74dc-4a38-83e5-5be42ea9eda1 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981026 Oct 27 16:37:38.688566 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-eba572cf-aaf3-43e5-b316-7a4d9f7e7e60 req-330c817d-63ea-4b5f-883c-7a09a8f290d4 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365554 Oct 27 16:37:38.739367 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1fce333-d46e-4753-b152-a20fd7c0cfb4 admin admin] Router 83ecda8e-2444-4efd-8049-e8f40a52a7f1 has already been hosted by L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 {{(pid=101666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:37:38.771231 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-fff74309-ba68-4fd8-8ef5-45aca12d16c2 None None] Provisioning complete for port bcc9bd9d-c7de-4ce1-8a42-9836d9ff595d triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:37:38.771835 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-fff74309-ba68-4fd8-8ef5-45aca12d16c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:38.823531 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-fff74309-ba68-4fd8-8ef5-45aca12d16c2 None None] Port bcc9bd9d-c7de-4ce1-8a42-9836d9ff595d cannot update to ACTIVE because it is not bound. {{(pid=101667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:37:38.945307 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-298ccdda-3770-4118-9c73-03b15bf5d5d4 None None] Provisioning complete for port bcc9bd9d-c7de-4ce1-8a42-9836d9ff595d triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:37:38.945887 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-298ccdda-3770-4118-9c73-03b15bf5d5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:38.961733 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fce333-d46e-4753-b152-a20fd7c0cfb4 admin admin] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:37:38.964675 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-c95d062b-dfa0-495b-aa69-6f009cf277a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f {{(pid=101666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:37:38.972094 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-b1fce333-d46e-4753-b152-a20fd7c0cfb4 admin admin] 10.222.0.91 "PUT /v2.0/routers/83ecda8e-2444-4efd-8049-e8f40a52a7f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7976294 Oct 27 16:37:38.976236 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-c95d062b-dfa0-495b-aa69-6f009cf277a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:38.989292 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-298ccdda-3770-4118-9c73-03b15bf5d5d4 None None] Port bcc9bd9d-c7de-4ce1-8a42-9836d9ff595d cannot update to ACTIVE because it is not bound. {{(pid=101667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:37:38.993791 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.provisioning_blocks [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-c95d062b-dfa0-495b-aa69-6f009cf277a4 service neutron] Transition to ACTIVE for port object b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f will not be triggered until provisioned by entity L2. {{(pid=101666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:37:38.998796 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-c95d062b-dfa0-495b-aa69-6f009cf277a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:39.049508 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d062b-dfa0-495b-aa69-6f009cf277a4 service neutron] Pushing event updated for resources: {'Port': ['ID=b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f,revision_number=2']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:39.081570 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-c95d062b-dfa0-495b-aa69-6f009cf277a4 service neutron] Attempting to bind port b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f on host hv-cinder-81565 for vnic_type normal with profile {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:37:39.081896 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-c95d062b-dfa0-495b-aa69-6f009cf277a4 service neutron] Attempting to bind port b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '0686f11a-d5c1-4844-a3a9-7ba2229df7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '98382a90-1d72-4726-8dcd-70a187bd6af7'}] {{(pid=101666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:37:39.082220 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-c95d062b-dfa0-495b-aa69-6f009cf277a4 service neutron] Attempting to bind port b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f on network 98382a90-1d72-4726-8dcd-70a187bd6af7 {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:37:39.086729 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-c95d062b-dfa0-495b-aa69-6f009cf277a4 service neutron] Port b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f on network 98382a90-1d72-4726-8dcd-70a187bd6af7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:37:39.087041 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-c95d062b-dfa0-495b-aa69-6f009cf277a4 service neutron] Attempting to bind port b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f on network 98382a90-1d72-4726-8dcd-70a187bd6af7 {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:37:39.092200 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-c95d062b-dfa0-495b-aa69-6f009cf277a4 service neutron] Checking agent: {'id': '082437a5-0f96-45b0-8b8c-6a124d6faa93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 33, 51), 'started_at': datetime.datetime(2021, 10, 27, 16, 33, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:37:39.092782 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-c95d062b-dfa0-495b-aa69-6f009cf277a4 service neutron] Checking segment: {'id': '0686f11a-d5c1-4844-a3a9-7ba2229df7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '98382a90-1d72-4726-8dcd-70a187bd6af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:37:39.092890 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-c95d062b-dfa0-495b-aa69-6f009cf277a4 service neutron] Bound using segment: {'id': '0686f11a-d5c1-4844-a3a9-7ba2229df7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '98382a90-1d72-4726-8dcd-70a187bd6af7'} {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:37:39.094304 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-c95d062b-dfa0-495b-aa69-6f009cf277a4 service neutron] Bound port: b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0686f11a-d5c1-4844-a3a9-7ba2229df7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '98382a90-1d72-4726-8dcd-70a187bd6af7'}}] {{(pid=101666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:37:39.094304 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-c95d062b-dfa0-495b-aa69-6f009cf277a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:39.177857 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-c95d062b-dfa0-495b-aa69-6f009cf277a4 service neutron] For port b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f, host hv-cinder-81565, cleared binding levels {{(pid=101666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:37:39.180386 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-c95d062b-dfa0-495b-aa69-6f009cf277a4 service neutron] For port b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f,segment=NetworkSegment(0686f11a-d5c1-4844-a3a9-7ba2229df7a3),segment_id=0686f11a-d5c1-4844-a3a9-7ba2229df7a3)] {{(pid=101666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:37:39.186071 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-c95d062b-dfa0-495b-aa69-6f009cf277a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:39.226921 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-c95d062b-dfa0-495b-aa69-6f009cf277a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:39.227917 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-c95d062b-dfa0-495b-aa69-6f009cf277a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:39.229586 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-c95d062b-dfa0-495b-aa69-6f009cf277a4 service neutron] 10.222.0.66 "PUT /v2.0/ports/b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f HTTP/1.1" status: 200 len: 1093 time: 1.1466401 Oct 27 16:37:39.232247 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1968321-18da-47d3-a5d4-6f8e83b9efa7', 'tag': 'b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f'}] {{(pid=101666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:37:39.234563 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c97a8bc50bc1e60c5bcd83482612a755f7c8660878f0fc94464a674b36297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50421e6f-40fc-49a6-ad84-5163364a048d" -d '{"events": [{"name": "network-changed", "server_uuid": "e1968321-18da-47d3-a5d4-6f8e83b9efa7", "tag": "b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f"}]}' {{(pid=101666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:37:39.238254 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 74ed0f4c-4aae-4513-860f-1cfd98a32669 up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:37:39.263975 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d062b-dfa0-495b-aa69-6f009cf277a4 service neutron] Pushing event updated for resources: {'Port': ['ID=b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f,revision_number=3']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:39.293363 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port 74ed0f4c-4aae-4513-860f-1cfd98a32669 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:37:39.293756 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:39.360977 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-18dda80c-d7ee-4705-8efe-da8fe77edaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:39.362625 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-18dda80c-d7ee-4705-8efe-da8fe77edaae service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c18af2229f264790a5b0de57cf8f74a2&device_id=e1968321-18da-47d3-a5d4-6f8e83b9efa7 HTTP/1.1" status: 200 len: 1096 time: 0.0443482 Oct 27 16:37:39.393400 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device de71fb1a-44f4-4f11-acfb-5e68938c012b up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:37:39.411052 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-75b7e74b-e51a-49f8-a5cd-5a456a2f50b5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f HTTP/1.1" status: 200 len: 217 time: 0.0379515 Oct 27 16:37:39.447639 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port de71fb1a-44f4-4f11-acfb-5e68938c012b triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:37:39.448111 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:39.484931 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2e3f10-54d0-40b6-9a13-91ad22b5e39d x-openstack-request-id: req-9c2e3f10-54d0-40b6-9a13-91ad22b5e39d {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:37:39.486855 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1968321-18da-47d3-a5d4-6f8e83b9efa7", "tag": "b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f", "status": "completed", "code": 200}]} {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:37:39.487256 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9c2e3f10-54d0-40b6-9a13-91ad22b5e39d {{(pid=101666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:37:39.488509 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1968321-18da-47d3-a5d4-6f8e83b9efa7', 'tag': 'b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f', 'status': 'completed', 'code': 200} Oct 27 16:37:39.515070 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-890a6378-a8c1-4e15-81f1-92b0aad25ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:39.517377 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-890a6378-a8c1-4e15-81f1-92b0aad25ade service neutron] 10.222.0.66 "GET /v2.0/subnets?id=18c76782-16a7-43ea-ba24-ce3fb0a83071 HTTP/1.1" status: 200 len: 854 time: 0.0890133 Oct 27 16:37:39.531641 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 52210) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:39.536325 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [None req-019344f3-497f-4daa-ac23-79877d5c9ac2 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1597227015', 'description': 'tempest-secgroup-smoke-1597227015 description', 'project_id': 'b4608dd9e79646bab6f79ee11262de47'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:39.550737 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:39.571569 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] For port de71fb1a-44f4-4f11-acfb-5e68938c012b, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=de71fb1a-44f4-4f11-acfb-5e68938c012b,segment=NetworkSegment(9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182),segment_id=9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:37:39.574753 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-175a5b8c-3584-4d9d-ad16-2dfc73a39767 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=98382a90-1d72-4726-8dcd-70a187bd6af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325196 Oct 27 16:37:39.576648 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:39.588709 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-019344f3-497f-4daa-ac23-79877d5c9ac2 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks [] for security_group, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:39.625014 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Pushing event updated for resources: {'Port': ['ID=de71fb1a-44f4-4f11-acfb-5e68938c012b,revision_number=4']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:39.759044 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-70f757cc-d760-4e05-b4ba-ef73dfa28812 service neutron] 10.222.0.66 "GET /v2.0/networks/98382a90-1d72-4726-8dcd-70a187bd6af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619711 Oct 27 16:37:39.768472 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-019344f3-497f-4daa-ac23-79877d5c9ac2 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks [] for security_group, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:39.789246 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-019344f3-497f-4daa-ac23-79877d5c9ac2 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:39.814344 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de13ea7-ca32-4239-a746-9083e4f7a23e req-6b9d70d6-6d95-4fa0-9595-39b1029b484f tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:39.815821 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2de13ea7-ca32-4239-a746-9083e4f7a23e req-6b9d70d6-6d95-4fa0-9595-39b1029b484f tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=e1968321-18da-47d3-a5d4-6f8e83b9efa7 HTTP/1.1" status: 200 len: 943 time: 0.1392651 Oct 27 16:37:39.894017 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-019344f3-497f-4daa-ac23-79877d5c9ac2 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks [] for security_group, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:39.895260 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-019344f3-497f-4daa-ac23-79877d5c9ac2 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3626559 Oct 27 16:37:39.898988 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 52220) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:39.905966 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-ed48bd98-d322-4b96-a26c-f29cb02aeee6 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Request body: {'security_group_rule': {'security_group_id': '1f7cbd4c-ccaa-49a5-a087-938c8df81469', 'project_id': 'b4608dd9e79646bab6f79ee11262de47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:39.910125 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019344f3-497f-4daa-ac23-79877d5c9ac2 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7cbd4c-ccaa-49a5-a087-938c8df81469,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:39.949892 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ed48bd98-d322-4b96-a26c-f29cb02aeee6 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:39.950008 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc1a7f-cd1f-4163-a3b4-831c16da9c02 req-269ac902-776e-4fc9-bfae-7c077212b847 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:39.950008 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cecc1a7f-cd1f-4163-a3b4-831c16da9c02 req-269ac902-776e-4fc9-bfae-7c077212b847 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.1812100 Oct 27 16:37:39.979669 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2de13ea7-ca32-4239-a746-9083e4f7a23e req-035933b1-8504-4488-a3ec-9bf7b24b8f86 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432190 Oct 27 16:37:39.996065 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7c51bae6-9549-4561-bd0b-3d7930ece4c2 req-7c124f7c-c241-4e6c-b8be-1d091f11e2e8 service neutron] 10.222.0.66 "GET /v2.0/networks/98382a90-1d72-4726-8dcd-70a187bd6af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140586 Oct 27 16:37:40.019394 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cecc1a7f-cd1f-4163-a3b4-831c16da9c02 req-34822c88-a204-4886-b7c8-7e903c1a9aa9 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634291 Oct 27 16:37:40.038191 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ed48bd98-d322-4b96-a26c-f29cb02aeee6 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:40.044045 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ed48bd98-d322-4b96-a26c-f29cb02aeee6 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823821'] for security_group_rule, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:40.062693 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48bd98-d322-4b96-a26c-f29cb02aeee6 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=950b3986-c677-467b-95e8-9d962a0ce68f,revision_number=0']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:40.072336 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ed48bd98-d322-4b96-a26c-f29cb02aeee6 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:40.074066 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-ed48bd98-d322-4b96-a26c-f29cb02aeee6 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1734700 Oct 27 16:37:40.080637 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 52226) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:40.087936 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [None req-e9034c76-e366-4a00-a0f4-a51cd9f2f679 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Request body: {'security_group_rule': {'security_group_id': '1f7cbd4c-ccaa-49a5-a087-938c8df81469', 'project_id': 'b4608dd9e79646bab6f79ee11262de47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:40.139010 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50421e6f-40fc-49a6-ad84-5163364a048d req-cbc9c98d-6c16-4b43-a1d6-67c9dc164d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:40.140775 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-50421e6f-40fc-49a6-ad84-5163364a048d req-cbc9c98d-6c16-4b43-a1d6-67c9dc164d3c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c18af2229f264790a5b0de57cf8f74a2&device_id=e1968321-18da-47d3-a5d4-6f8e83b9efa7 HTTP/1.1" status: 200 len: 1096 time: 0.0679405 Oct 27 16:37:40.146947 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-e9034c76-e366-4a00-a0f4-a51cd9f2f679 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:40.334990 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf5edf0-e72d-4176-9654-6a669abe9b8f None None] Sync routers for ids ['83ecda8e-2444-4efd-8049-e8f40a52a7f1'] in dv-cinder-815659-1-iscsi {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:37:40.347103 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf5edf0-e72d-4176-9654-6a669abe9b8f None None] Routers {'83ecda8e-2444-4efd-8049-e8f40a52a7f1'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:37:40.347744 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-1bf5edf0-e72d-4176-9654-6a669abe9b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:37:11Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['83ecda8e-2444-4efd-8049-e8f40a52a7f1'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:37:40.462806 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-1bf5edf0-e72d-4176-9654-6a669abe9b8f None None] Set router 83ecda8e-2444-4efd-8049-e8f40a52a7f1 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:37:40.470106 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-e9034c76-e366-4a00-a0f4-a51cd9f2f679 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:40.480590 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-e9034c76-e366-4a00-a0f4-a51cd9f2f679 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823821'] for security_group_rule, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:40.506740 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50421e6f-40fc-49a6-ad84-5163364a048d req-238a09dc-a02d-42a4-b072-b649a7cf5b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:40.508130 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-50421e6f-40fc-49a6-ad84-5163364a048d req-238a09dc-a02d-42a4-b072-b649a7cf5b4f service neutron] 10.222.0.66 "GET /v2.0/networks?id=98382a90-1d72-4726-8dcd-70a187bd6af7 HTTP/1.1" status: 200 len: 916 time: 0.3489017 Oct 27 16:37:40.511176 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9034c76-e366-4a00-a0f4-a51cd9f2f679 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e8c186a-2c6d-44b8-a307-9922a1287c81,revision_number=0']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:40.521992 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-e9034c76-e366-4a00-a0f4-a51cd9f2f679 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:40.524347 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-e9034c76-e366-4a00-a0f4-a51cd9f2f679 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4421158 Oct 27 16:37:40.526142 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 52242) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:40.530822 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [None req-24e64663-f628-4092-838d-099cc89e3edc tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Request body: {'security_group_rule': {'security_group_id': '1f7cbd4c-ccaa-49a5-a087-938c8df81469', 'project_id': 'b4608dd9e79646bab6f79ee11262de47', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:40.587709 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-50421e6f-40fc-49a6-ad84-5163364a048d req-f1294422-c28e-4d5a-adac-4017bda61d1f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f HTTP/1.1" status: 200 len: 217 time: 0.0521479 Oct 27 16:37:40.636318 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-24e64663-f628-4092-838d-099cc89e3edc tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:40.689576 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50421e6f-40fc-49a6-ad84-5163364a048d req-ae15b866-46b7-4ba8-bc6d-63279674c3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:40.691098 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-50421e6f-40fc-49a6-ad84-5163364a048d req-ae15b866-46b7-4ba8-bc6d-63279674c3f9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=18c76782-16a7-43ea-ba24-ce3fb0a83071 HTTP/1.1" status: 200 len: 854 time: 0.0901258 Oct 27 16:37:40.706131 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-24e64663-f628-4092-838d-099cc89e3edc tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:40.734862 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-50421e6f-40fc-49a6-ad84-5163364a048d req-a1feb9fe-19ff-4c19-b6c6-63904a75f04c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=98382a90-1d72-4726-8dcd-70a187bd6af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273595 Oct 27 16:37:40.735857 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-24e64663-f628-4092-838d-099cc89e3edc tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823821'] for security_group_rule, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:40.755045 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e64663-f628-4092-838d-099cc89e3edc tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d74517-8e36-430d-9c18-76809851a9cb,revision_number=0']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:40.772167 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-24e64663-f628-4092-838d-099cc89e3edc tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:40.775080 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-24e64663-f628-4092-838d-099cc89e3edc tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2462232 Oct 27 16:37:40.776376 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 52252) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:40.781693 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-9c662650-085e-4cde-80a9-425451508350 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Request body: {'security_group_rule': {'security_group_id': '1f7cbd4c-ccaa-49a5-a087-938c8df81469', 'project_id': 'b4608dd9e79646bab6f79ee11262de47', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:40.810169 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-9c662650-085e-4cde-80a9-425451508350 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:40.810415 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-1bf5edf0-e72d-4176-9654-6a669abe9b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ecda8e-2444-4efd-8049-e8f40a52a7f1', 'name': 'tempest-TestShelveInstance-269530177-router', 'tenant_id': '43ffa6a873564d19b93d983b5b3dd7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'de71fb1a-44f4-4f11-acfb-5e68938c012b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:37:34Z', 'updated_at': '2021-10-27T16:37:37Z', 'revision_number': 4, 'project_id': '43ffa6a873564d19b93d983b5b3dd7a0', 'gw_port': {'id': 'de71fb1a-44f4-4f11-acfb-5e68938c012b', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:54:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ecda8e-2444-4efd-8049-e8f40a52a7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:37:35Z', 'updated_at': '2021-10-27T16:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': 'bcc9bd9d-c7de-4ce1-8a42-9836d9ff595d', 'name': '', 'network_id': 'accf30bf-cdba-4eec-8930-cf4624df8e00', 'tenant_id': '43ffa6a873564d19b93d983b5b3dd7a0', 'mac_address': 'fa:16:3e:9f:77:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ecda8e-2444-4efd-8049-e8f40a52a7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2d4c7cfa-ddd3-485d-b025-796eef2cab14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:37:37Z', 'updated_at': '2021-10-27T16:37:37Z', 'revision_number': 2, 'project_id': '43ffa6a873564d19b93d983b5b3dd7a0', 'subnets': [{'id': '2d4c7cfa-ddd3-485d-b025-796eef2cab14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:37:40.840950 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf5edf0-e72d-4176-9654-6a669abe9b8f None None] Checking router: 83ecda8e-2444-4efd-8049-e8f40a52a7f1 for host: dv-cinder-815659-1-iscsi {{(pid=101667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:37:40.841302 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf5edf0-e72d-4176-9654-6a669abe9b8f None None] Updating router 83ecda8e-2444-4efd-8049-e8f40a52a7f1 port bcc9bd9d-c7de-4ce1-8a42-9836d9ff595d binding host dv-cinder-815659-1-iscsi {{(pid=101667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:37:40.862545 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-50421e6f-40fc-49a6-ad84-5163364a048d req-29f6a43e-0b78-44cf-9be3-f85b6e54fa0d service neutron] 10.222.0.66 "GET /v2.0/networks/98382a90-1d72-4726-8dcd-70a187bd6af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031473 Oct 27 16:37:40.866183 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-1bf5edf0-e72d-4176-9654-6a669abe9b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:40.878722 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-9c662650-085e-4cde-80a9-425451508350 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:40.883074 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-9c662650-085e-4cde-80a9-425451508350 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823821'] for security_group_rule, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:40.906585 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c662650-085e-4cde-80a9-425451508350 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab0a519e-fa53-4e4d-b2b6-714b09ac0370,revision_number=0']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:40.918356 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-9c662650-085e-4cde-80a9-425451508350 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:40.919688 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-9c662650-085e-4cde-80a9-425451508350 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1420283 Oct 27 16:37:40.922536 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 52254) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:40.927940 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-45913745-75dc-49ae-b2e7-dcdf87548911 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Request body: {'security_group_rule': {'security_group_id': '1f7cbd4c-ccaa-49a5-a087-938c8df81469', 'project_id': 'b4608dd9e79646bab6f79ee11262de47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:40.951902 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.db.securitygroups_db [None req-45913745-75dc-49ae-b2e7-dcdf87548911 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Project b4608dd9e79646bab6f79ee11262de47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:37:40.957971 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-45913745-75dc-49ae-b2e7-dcdf87548911 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:40.983181 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-50421e6f-40fc-49a6-ad84-5163364a048d req-54774ca4-ee5c-440a-a1f7-d38515242c12 service neutron] 10.222.0.66 "GET /v2.0/networks/98382a90-1d72-4726-8dcd-70a187bd6af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051502 Oct 27 16:37:40.998003 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-2e8821d9-6cac-40e8-85ec-a95ed633a41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:41.028901 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-45913745-75dc-49ae-b2e7-dcdf87548911 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:41.033553 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-45913745-75dc-49ae-b2e7-dcdf87548911 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823821'] for security_group_rule, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:41.050369 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45913745-75dc-49ae-b2e7-dcdf87548911 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3acbe342-9abc-4538-8d59-16a227016d79,revision_number=0']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:41.063071 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-45913745-75dc-49ae-b2e7-dcdf87548911 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:41.068312 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-45913745-75dc-49ae-b2e7-dcdf87548911 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1445570 Oct 27 16:37:41.068448 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 52260) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:41.078534 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [None req-2623821c-7fd5-433e-92ea-6fb51f1d524b tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Request body: {'security_group_rule': {'security_group_id': '1f7cbd4c-ccaa-49a5-a087-938c8df81469', 'project_id': 'b4608dd9e79646bab6f79ee11262de47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:41.162870 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device de71fb1a-44f4-4f11-acfb-5e68938c012b up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:37:41.168224 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.db.securitygroups_db [None req-2623821c-7fd5-433e-92ea-6fb51f1d524b tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Project b4608dd9e79646bab6f79ee11262de47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:37:41.178224 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-2623821c-7fd5-433e-92ea-6fb51f1d524b tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:41.202796 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd5493-1b74-41ac-a023-ed4412c0058e req-1619d52b-08e9-4071-a79f-f4760e8cfbed tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:41.204277 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-68dd5493-1b74-41ac-a023-ed4412c0058e req-1619d52b-08e9-4071-a79f-f4760e8cfbed tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=e1968321-18da-47d3-a5d4-6f8e83b9efa7 HTTP/1.1" status: 200 len: 943 time: 0.1194379 Oct 27 16:37:41.212105 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-1bf5edf0-e72d-4176-9654-6a669abe9b8f None None] Publish callbacks [] for port, precommit_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:41.219635 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-1bf5edf0-e72d-4176-9654-6a669abe9b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:41.237395 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0295cce8-1bdf-4bef-a76d-b69d4b24f15e req-332c4eda-e72a-4e55-95cf-8652798d94a0 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:41.239237 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0295cce8-1bdf-4bef-a76d-b69d4b24f15e req-332c4eda-e72a-4e55-95cf-8652798d94a0 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.1133170 Oct 27 16:37:41.285159 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port de71fb1a-44f4-4f11-acfb-5e68938c012b triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:37:41.285953 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:41.290504 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564d6e5-b29c-4301-899a-f73ed742cebd None None] Pushing event updated for resources: {'Port': ['ID=bcc9bd9d-c7de-4ce1-8a42-9836d9ff595d,revision_number=3']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:41.319389 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-68dd5493-1b74-41ac-a023-ed4412c0058e req-41f712bb-c7a3-4368-8e0d-fcaaa8134742 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046009 Oct 27 16:37:41.321580 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-2623821c-7fd5-433e-92ea-6fb51f1d524b tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:41.331720 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0295cce8-1bdf-4bef-a76d-b69d4b24f15e req-03b5b648-0583-4bfb-a8f4-c1f434a52308 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841596 Oct 27 16:37:41.333212 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-2623821c-7fd5-433e-92ea-6fb51f1d524b tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823821'] for security_group_rule, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:41.363169 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623821c-7fd5-433e-92ea-6fb51f1d524b tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b82ed9f-c962-48f0-aca9-3b9395ef6432,revision_number=0']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:41.378131 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-2623821c-7fd5-433e-92ea-6fb51f1d524b tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:41.383931 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-2623821c-7fd5-433e-92ea-6fb51f1d524b tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3097539 Oct 27 16:37:41.393143 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-1bf5edf0-e72d-4176-9654-6a669abe9b8f None None] Attempting to bind port bcc9bd9d-c7de-4ce1-8a42-9836d9ff595d on host dv-cinder-815659-1-iscsi for vnic_type normal with profile {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:37:41.393548 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-1bf5edf0-e72d-4176-9654-6a669abe9b8f None None] Attempting to bind port bcc9bd9d-c7de-4ce1-8a42-9836d9ff595d by drivers openvswitch,hyperv on host dv-cinder-815659-1-iscsi at level 0 using segments [{'id': '1003c873-c833-4f85-9c31-ebc7a6da12d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'accf30bf-cdba-4eec-8930-cf4624df8e00'}] {{(pid=101667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:37:41.393866 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf5edf0-e72d-4176-9654-6a669abe9b8f None None] Attempting to bind port bcc9bd9d-c7de-4ce1-8a42-9836d9ff595d on network accf30bf-cdba-4eec-8930-cf4624df8e00 {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:37:41.410041 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf5edf0-e72d-4176-9654-6a669abe9b8f None None] Checking agent: {'id': '042db589-9278-4969-aa78-790e50700daa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 27, 42), 'started_at': datetime.datetime(2021, 10, 27, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:37:41.410772 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf5edf0-e72d-4176-9654-6a669abe9b8f None None] Checking segment: {'id': '1003c873-c833-4f85-9c31-ebc7a6da12d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'accf30bf-cdba-4eec-8930-cf4624df8e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:37:41.411330 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-1bf5edf0-e72d-4176-9654-6a669abe9b8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:41.411917 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf5edf0-e72d-4176-9654-6a669abe9b8f None None] Bound using segment: {'id': '1003c873-c833-4f85-9c31-ebc7a6da12d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'accf30bf-cdba-4eec-8930-cf4624df8e00'} {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:37:41.412569 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-1bf5edf0-e72d-4176-9654-6a669abe9b8f None None] Bound port: bcc9bd9d-c7de-4ce1-8a42-9836d9ff595d, host: dv-cinder-815659-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1003c873-c833-4f85-9c31-ebc7a6da12d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'accf30bf-cdba-4eec-8930-cf4624df8e00'}}] {{(pid=101667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:37:41.413117 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-1bf5edf0-e72d-4176-9654-6a669abe9b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:41.553792 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-1bf5edf0-e72d-4176-9654-6a669abe9b8f None None] For port bcc9bd9d-c7de-4ce1-8a42-9836d9ff595d, host dv-cinder-815659-1-iscsi, cleared binding levels {{(pid=101667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:37:41.562412 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-1bf5edf0-e72d-4176-9654-6a669abe9b8f None None] For port bcc9bd9d-c7de-4ce1-8a42-9836d9ff595d, host dv-cinder-815659-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=bcc9bd9d-c7de-4ce1-8a42-9836d9ff595d,segment=NetworkSegment(1003c873-c833-4f85-9c31-ebc7a6da12d2),segment_id=1003c873-c833-4f85-9c31-ebc7a6da12d2)] {{(pid=101667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:37:41.577341 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-1bf5edf0-e72d-4176-9654-6a669abe9b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:41.673335 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-ae2e6069-d62d-49df-a255-c013561c5b3d None None] Provisioning complete for port bcc9bd9d-c7de-4ce1-8a42-9836d9ff595d triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:37:41.673975 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-ae2e6069-d62d-49df-a255-c013561c5b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:41.678125 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf5edf0-e72d-4176-9654-6a669abe9b8f None None] Routers {'83ecda8e-2444-4efd-8049-e8f40a52a7f1'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:37:41.678760 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-1bf5edf0-e72d-4176-9654-6a669abe9b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:37:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['83ecda8e-2444-4efd-8049-e8f40a52a7f1'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:37:41.701028 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564d6e5-b29c-4301-899a-f73ed742cebd None None] Pushing event updated for resources: {'Port': ['ID=bcc9bd9d-c7de-4ce1-8a42-9836d9ff595d,revision_number=4']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:41.862605 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-1bf5edf0-e72d-4176-9654-6a669abe9b8f None None] Set router 83ecda8e-2444-4efd-8049-e8f40a52a7f1 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:37:41.895055 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-ae2e6069-d62d-49df-a255-c013561c5b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:42.009262 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-ae2e6069-d62d-49df-a255-c013561c5b3d None None] For port bcc9bd9d-c7de-4ce1-8a42-9836d9ff595d, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=bcc9bd9d-c7de-4ce1-8a42-9836d9ff595d,segment=NetworkSegment(1003c873-c833-4f85-9c31-ebc7a6da12d2),segment_id=1003c873-c833-4f85-9c31-ebc7a6da12d2)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:37:42.026277 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-ae2e6069-d62d-49df-a255-c013561c5b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:42.094309 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:42.129713 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e6069-d62d-49df-a255-c013561c5b3d None None] Pushing event updated for resources: {'Port': ['ID=bcc9bd9d-c7de-4ce1-8a42-9836d9ff595d,revision_number=5']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:42.155783 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-b0b5c67f-4929-429b-8cab-fd5d677c644b None None] Provisioning complete for port bcc9bd9d-c7de-4ce1-8a42-9836d9ff595d triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:37:42.156185 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-b0b5c67f-4929-429b-8cab-fd5d677c644b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:42.207361 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-1bf5edf0-e72d-4176-9654-6a669abe9b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ecda8e-2444-4efd-8049-e8f40a52a7f1', 'name': 'tempest-TestShelveInstance-269530177-router', 'tenant_id': '43ffa6a873564d19b93d983b5b3dd7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'de71fb1a-44f4-4f11-acfb-5e68938c012b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:37:34Z', 'updated_at': '2021-10-27T16:37:37Z', 'revision_number': 4, 'project_id': '43ffa6a873564d19b93d983b5b3dd7a0', 'gw_port': {'id': 'de71fb1a-44f4-4f11-acfb-5e68938c012b', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:54:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ecda8e-2444-4efd-8049-e8f40a52a7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:37:35Z', 'updated_at': '2021-10-27T16:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': 'bcc9bd9d-c7de-4ce1-8a42-9836d9ff595d', 'name': '', 'network_id': 'accf30bf-cdba-4eec-8930-cf4624df8e00', 'tenant_id': '43ffa6a873564d19b93d983b5b3dd7a0', 'mac_address': 'fa:16:3e:9f:77:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ecda8e-2444-4efd-8049-e8f40a52a7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2d4c7cfa-ddd3-485d-b025-796eef2cab14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:37:37Z', 'updated_at': '2021-10-27T16:37:41Z', 'revision_number': 4, 'project_id': '43ffa6a873564d19b93d983b5b3dd7a0', 'subnets': [{'id': '2d4c7cfa-ddd3-485d-b025-796eef2cab14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:37:42.236760 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf5edf0-e72d-4176-9654-6a669abe9b8f None None] The sync data for ids ['83ecda8e-2444-4efd-8049-e8f40a52a7f1'] in dv-cinder-815659-1-iscsi is: [{'id': '83ecda8e-2444-4efd-8049-e8f40a52a7f1', 'name': 'tempest-TestShelveInstance-269530177-router', 'tenant_id': '43ffa6a873564d19b93d983b5b3dd7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'de71fb1a-44f4-4f11-acfb-5e68938c012b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:37:34Z', 'updated_at': '2021-10-27T16:37:37Z', 'revision_number': 4, 'project_id': '43ffa6a873564d19b93d983b5b3dd7a0', 'gw_port': {'id': 'de71fb1a-44f4-4f11-acfb-5e68938c012b', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:54:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ecda8e-2444-4efd-8049-e8f40a52a7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:37:35Z', 'updated_at': '2021-10-27T16:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': 'bcc9bd9d-c7de-4ce1-8a42-9836d9ff595d', 'name': '', 'network_id': 'accf30bf-cdba-4eec-8930-cf4624df8e00', 'tenant_id': '43ffa6a873564d19b93d983b5b3dd7a0', 'mac_address': 'fa:16:3e:9f:77:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ecda8e-2444-4efd-8049-e8f40a52a7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2d4c7cfa-ddd3-485d-b025-796eef2cab14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:37:37Z', 'updated_at': '2021-10-27T16:37:41Z', 'revision_number': 4, 'project_id': '43ffa6a873564d19b93d983b5b3dd7a0', 'subnets': [{'id': '2d4c7cfa-ddd3-485d-b025-796eef2cab14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:37:42.439804 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:42.494965 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef0109-dd19-4d7c-911f-04ff0d423fb7 req-6b4ee842-2440-4d8a-921f-09230128231e tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:42.496587 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-49ef0109-dd19-4d7c-911f-04ff0d423fb7 req-6b4ee842-2440-4d8a-921f-09230128231e tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=e1968321-18da-47d3-a5d4-6f8e83b9efa7 HTTP/1.1" status: 200 len: 943 time: 0.0939734 Oct 27 16:37:42.542964 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348ca19-c21a-4dc6-a988-daef0b47a507 req-030ee4e2-8839-4555-bd59-a21e5fe4083f tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:42.554750 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8348ca19-c21a-4dc6-a988-daef0b47a507 req-030ee4e2-8839-4555-bd59-a21e5fe4083f tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.0958817 Oct 27 16:37:42.580602 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-49ef0109-dd19-4d7c-911f-04ff0d423fb7 req-18efa373-769f-4a64-9903-eba0e2316f63 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740368 Oct 27 16:37:42.608996 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8348ca19-c21a-4dc6-a988-daef0b47a507 req-21c02929-6972-4d45-8540-f11df890ecf1 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437536 Oct 27 16:37:43.141832 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device bcc9bd9d-c7de-4ce1-8a42-9836d9ff595d up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:37:43.196061 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port bcc9bd9d-c7de-4ce1-8a42-9836d9ff595d triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:37:43.196429 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:43.717676 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:43.745530 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c5fcf-7700-4437-a3f4-79d880c30c22 req-d06d5c5b-9dd3-4716-b67d-cdbd3b45be50 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:43.747114 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2a7c5fcf-7700-4437-a3f4-79d880c30c22 req-d06d5c5b-9dd3-4716-b67d-cdbd3b45be50 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=e1968321-18da-47d3-a5d4-6f8e83b9efa7 HTTP/1.1" status: 200 len: 943 time: 0.0879893 Oct 27 16:37:43.756507 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3f56d-489d-4a91-9828-c61f7aa2aa81 req-cc049c14-7654-4091-b0aa-57dea02e3646 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:43.758318 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-96b3f56d-489d-4a91-9828-c61f7aa2aa81 req-cc049c14-7654-4091-b0aa-57dea02e3646 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.0732622 Oct 27 16:37:43.815665 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2a7c5fcf-7700-4437-a3f4-79d880c30c22 req-05846dcf-d477-4ce3-abd1-afd90a8e3ca5 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561559 Oct 27 16:37:43.836208 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-96b3f56d-489d-4a91-9828-c61f7aa2aa81 req-88d836a5-83c1-4168-a19b-6012b66fe1f6 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614994 Oct 27 16:37:44.089356 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=101667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:37:44.205162 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f,segment=NetworkSegment(0686f11a-d5c1-4844-a3a9-7ba2229df7a3),segment_id=0686f11a-d5c1-4844-a3a9-7ba2229df7a3)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:37:44.218192 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Returning: {'device': 'b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f', 'network_id': '98382a90-1d72-4726-8dcd-70a187bd6af7', 'port_id': 'b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f', 'mac_address': 'fa:16:3e:5c:db:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18c76782-16a7-43ea-ba24-ce3fb0a83071', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:37:44.259151 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:44.276468 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f {{(pid=101667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:37:44.296718 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f,segment=NetworkSegment(0686f11a-d5c1-4844-a3a9-7ba2229df7a3),segment_id=0686f11a-d5c1-4844-a3a9-7ba2229df7a3)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:37:44.302105 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:44.363477 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f,revision_number=4']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:44.366557 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 52402) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:44.487674 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-fddd08ff-2492-4d40-83b5-440a37ed6299 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:44.566624 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-fddd08ff-2492-4d40-83b5-440a37ed6299 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:44.572137 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-fddd08ff-2492-4d40-83b5-440a37ed6299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:44.609585 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-fddd08ff-2492-4d40-83b5-440a37ed6299 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=72cb02958ed1433bbd5a2307f71e13c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2410185 Oct 27 16:37:44.610735 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd08ff-2492-4d40-83b5-440a37ed6299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec561e4e-44f7-4aa0-94ba-eba4e6669cd9,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:44.612591 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 52408) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:44.666159 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-26fbe231-c3e7-43d0-a2a7-29ecb3ec0e2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:44.690204 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-26fbe231-c3e7-43d0-a2a7-29ecb3ec0e2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:44.740972 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-26fbe231-c3e7-43d0-a2a7-29ecb3ec0e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:44.743737 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-26fbe231-c3e7-43d0-a2a7-29ecb3ec0e2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:44.744938 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-26fbe231-c3e7-43d0-a2a7-29ecb3ec0e2f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ec561e4e-44f7-4aa0-94ba-eba4e6669cd9 HTTP/1.1" status: 204 len: 168 time: 0.1306155 Oct 27 16:37:44.753027 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fbe231-c3e7-43d0-a2a7-29ecb3ec0e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec561e4e-44f7-4aa0-94ba-eba4e6669cd9,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:44.870810 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:37:44.978866 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90981ab9-69f8-4cdc-a46b-29566e796ba0 req-4d0e0166-844c-4e1b-aa01-27a826c4753a tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:44.980417 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-90981ab9-69f8-4cdc-a46b-29566e796ba0 req-4d0e0166-844c-4e1b-aa01-27a826c4753a tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.0811577 Oct 27 16:37:44.991099 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3bb7b2-9f44-44dc-87e9-01d0ee045ea3 req-c21b37bd-094d-43e5-8f24-43aaf97fbc39 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:44.992548 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ca3bb7b2-9f44-44dc-87e9-01d0ee045ea3 req-c21b37bd-094d-43e5-8f24-43aaf97fbc39 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=e1968321-18da-47d3-a5d4-6f8e83b9efa7 HTTP/1.1" status: 200 len: 944 time: 0.0947988 Oct 27 16:37:45.053728 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ca3bb7b2-9f44-44dc-87e9-01d0ee045ea3 req-3cf1e18c-e570-45f4-a846-acb854928bbe tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526397 Oct 27 16:37:45.056382 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-90981ab9-69f8-4cdc-a46b-29566e796ba0 req-73bbc31a-dae2-4db3-a460-30b2984bbed9 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628047 Oct 27 16:37:46.200086 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5866dec-0aeb-4c03-8750-07dc308512a1 req-376d8a49-1566-40c5-8d8d-49f933cab1df tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:46.201605 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a5866dec-0aeb-4c03-8750-07dc308512a1 req-376d8a49-1566-40c5-8d8d-49f933cab1df tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=e1968321-18da-47d3-a5d4-6f8e83b9efa7 HTTP/1.1" status: 200 len: 944 time: 0.0752594 Oct 27 16:37:46.223308 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b9339-f061-48f7-86a0-e6b2912b3d77 req-1bef7b1a-781a-42bf-8996-7864e4e994d6 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:46.224985 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c35b9339-f061-48f7-86a0-e6b2912b3d77 req-1bef7b1a-781a-42bf-8996-7864e4e994d6 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.0734782 Oct 27 16:37:46.271617 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a5866dec-0aeb-4c03-8750-07dc308512a1 req-6523d7b9-be48-4d13-ad1a-af24bf2bd1bc tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637941 Oct 27 16:37:46.278632 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c35b9339-f061-48f7-86a0-e6b2912b3d77 req-dc315545-b4d5-43a3-8186-8a4d6429d1ce tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474188 Oct 27 16:37:47.458814 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51a405-aa36-4f5e-84ee-2b8f880f4e22 req-da49d9cc-6805-45a9-a99f-fac86af19494 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:47.460205 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9f51a405-aa36-4f5e-84ee-2b8f880f4e22 req-da49d9cc-6805-45a9-a99f-fac86af19494 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=e1968321-18da-47d3-a5d4-6f8e83b9efa7 HTTP/1.1" status: 200 len: 944 time: 0.0822444 Oct 27 16:37:47.468719 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d0091-3b6f-4d71-9547-7fe6b4f8ae07 req-437a975e-1957-4307-beaf-5c322594da01 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:47.470259 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-da9d0091-3b6f-4d71-9547-7fe6b4f8ae07 req-437a975e-1957-4307-beaf-5c322594da01 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.0807040 Oct 27 16:37:47.522362 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9f51a405-aa36-4f5e-84ee-2b8f880f4e22 req-76b747e0-aea4-427a-91b2-30f54fc5709b tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511057 Oct 27 16:37:47.534751 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-da9d0091-3b6f-4d71-9547-7fe6b4f8ae07 req-a7ecf40d-0246-4430-9ef0-e2a4b793c2cc tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566685 Oct 27 16:37:48.104932 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f up at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:37:48.158725 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning for port b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f completed by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:37:48.163163 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning complete for port b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:37:48.163748 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:48.246660 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:48.278853 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1968321-18da-47d3-a5d4-6f8e83b9efa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f'}] {{(pid=101667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:37:48.281310 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15467c740e99bfee501675d45c0ab6b31e8088b61e385ce1236909406ef3d9b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0a3119-747c-49e4-9b70-e63b16601856" -d '{"events": [{"server_uuid": "e1968321-18da-47d3-a5d4-6f8e83b9efa7", "name": "network-vif-plugged", "status": "completed", "tag": "b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f"}]}' {{(pid=101667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:37:48.298741 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f,segment=NetworkSegment(0686f11a-d5c1-4844-a3a9-7ba2229df7a3),segment_id=0686f11a-d5c1-4844-a3a9-7ba2229df7a3)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:37:48.306271 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:48.343355 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d143832-38c5-4e99-b948-333f2f57f1e6 x-openstack-request-id: req-5d143832-38c5-4e99-b948-333f2f57f1e6 {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:37:48.343635 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1968321-18da-47d3-a5d4-6f8e83b9efa7", "name": "network-vif-plugged", "status": "completed", "tag": "b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f", "code": 200}]} {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:37:48.343903 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5d143832-38c5-4e99-b948-333f2f57f1e6 {{(pid=101667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:37:48.344296 dv-cinder-815659-1-iscsi neutron-server[101667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1968321-18da-47d3-a5d4-6f8e83b9efa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f', 'code': 200} Oct 27 16:37:48.362978 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f,revision_number=5']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:48.606211 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd52bb-f3b0-4a33-a6a6-666e25834135 req-4a2222db-e15c-46f7-bfbf-3059ba093099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:48.609396 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8cbd52bb-f3b0-4a33-a6a6-666e25834135 req-4a2222db-e15c-46f7-bfbf-3059ba093099 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e1968321-18da-47d3-a5d4-6f8e83b9efa7 HTTP/1.1" status: 200 len: 1098 time: 0.0513697 Oct 27 16:37:48.719469 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e3438-32c4-49df-9f01-94025576717f req-5635c38a-234a-4df2-8cde-a99c08964c13 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:48.721039 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cf5e3438-32c4-49df-9f01-94025576717f req-5635c38a-234a-4df2-8cde-a99c08964c13 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.1107078 Oct 27 16:37:48.723564 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8cbd52bb-f3b0-4a33-a6a6-666e25834135 req-f19772a6-c983-4f4a-8a80-63a4da50fdd2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658185 Oct 27 16:37:48.731286 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c88bfe-6461-4014-9ca3-bbe46572b41a req-626ea26a-e8b1-4cfc-98c4-f0b6b0264170 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:48.733584 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-74c88bfe-6461-4014-9ca3-bbe46572b41a req-626ea26a-e8b1-4cfc-98c4-f0b6b0264170 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=e1968321-18da-47d3-a5d4-6f8e83b9efa7 HTTP/1.1" status: 200 len: 945 time: 0.1141245 Oct 27 16:37:48.790895 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cf5e3438-32c4-49df-9f01-94025576717f req-1990fb10-8c7e-4797-8a3e-0c5f18efe948 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559425 Oct 27 16:37:48.795696 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-74c88bfe-6461-4014-9ca3-bbe46572b41a req-9e951811-58ee-4e8a-bca2-87df231b95fd tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534968 Oct 27 16:37:49.937330 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf5f03-3d05-4f59-85d5-bf0ff27ac6e3 req-d60de9e2-3a37-449f-8303-bf32a98ab35d tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:49.938707 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-88bf5f03-3d05-4f59-85d5-bf0ff27ac6e3 req-d60de9e2-3a37-449f-8303-bf32a98ab35d tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=e1968321-18da-47d3-a5d4-6f8e83b9efa7 HTTP/1.1" status: 200 len: 945 time: 0.0742538 Oct 27 16:37:49.945969 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c44af-8aae-495e-a268-fb69f67e974b req-46510c3b-590c-40a0-86ee-f61a9ac9ad5f tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:49.947330 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4b8c44af-8aae-495e-a268-fb69f67e974b req-46510c3b-590c-40a0-86ee-f61a9ac9ad5f tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.0848312 Oct 27 16:37:50.004349 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-88bf5f03-3d05-4f59-85d5-bf0ff27ac6e3 req-9998fac9-fc27-4a73-aa09-3fb7875487e6 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560496 Oct 27 16:37:50.009514 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4b8c44af-8aae-495e-a268-fb69f67e974b req-1b5c7d6f-7bac-499a-b503-c072980fff10 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554783 Oct 27 16:37:50.815174 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-33c055da-f67d-4372-bb58-1f8709fb644f req-2ff19865-df4d-4c8f-8107-4a50515b8ae2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394120 Oct 27 16:37:50.890751 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c055da-f67d-4372-bb58-1f8709fb644f req-e6849a38-3b39-4503-a143-8361e600bc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:50.892517 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-33c055da-f67d-4372-bb58-1f8709fb644f req-e6849a38-3b39-4503-a143-8361e600bc27 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a764bac289b649e9b1671333d51f7db3&device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 1098 time: 0.0444136 Oct 27 16:37:51.128327 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c055da-f67d-4372-bb58-1f8709fb644f req-97d11ebd-24e3-45c3-b364-ece7086d9fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:51.129765 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-33c055da-f67d-4372-bb58-1f8709fb644f req-97d11ebd-24e3-45c3-b364-ece7086d9fc7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14 HTTP/1.1" status: 200 len: 921 time: 0.1781263 Oct 27 16:37:51.203039 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:51.235466 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-33c055da-f67d-4372-bb58-1f8709fb644f req-2e19a6fa-8320-4046-9f6c-4299eca1bcb9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d936b1e4-d206-4630-a2fd-ceb92f939c4a HTTP/1.1" status: 200 len: 217 time: 0.0765135 Oct 27 16:37:51.261225 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02120e79-0db6-416d-aecd-1a1e180b9525 req-a742f92d-cd09-4cd2-92ac-43caafc848ea tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:51.262807 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-02120e79-0db6-416d-aecd-1a1e180b9525 req-a742f92d-cd09-4cd2-92ac-43caafc848ea tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=e1968321-18da-47d3-a5d4-6f8e83b9efa7 HTTP/1.1" status: 200 len: 945 time: 0.1529036 Oct 27 16:37:51.275456 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075ed81-8008-4a71-b24e-96fcac6a20f3 req-cd7ed9fa-de34-4e0c-bc24-6d92e60973f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:51.276280 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2075ed81-8008-4a71-b24e-96fcac6a20f3 req-cd7ed9fa-de34-4e0c-bc24-6d92e60973f0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 1099 time: 0.1494012 Oct 27 16:37:51.285767 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1871a-c37e-4065-9513-00d3671afe76 req-9395809f-5ef0-410a-9fb7-3e00949cd15a tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:51.287270 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-77a1871a-c37e-4065-9513-00d3671afe76 req-9395809f-5ef0-410a-9fb7-3e00949cd15a tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.1643734 Oct 27 16:37:51.378088 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c055da-f67d-4372-bb58-1f8709fb644f req-cd828708-50f0-4ba3-8f89-895bab15a337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:51.379529 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-33c055da-f67d-4372-bb58-1f8709fb644f req-cd828708-50f0-4ba3-8f89-895bab15a337 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fb778c79-e1ca-40aa-a2d2-a768cb1fae5c HTTP/1.1" status: 200 len: 859 time: 0.1136041 Oct 27 16:37:51.400227 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2075ed81-8008-4a71-b24e-96fcac6a20f3 req-0d85baf4-ded8-457d-b560-2a3e32728118 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931194 Oct 27 16:37:51.402963 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-77a1871a-c37e-4065-9513-00d3671afe76 req-2b67e050-aab3-44d7-8162-fb167c9712c5 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949450 Oct 27 16:37:51.407252 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-02120e79-0db6-416d-aecd-1a1e180b9525 req-48ff941e-3af6-4c64-b024-af65c63efdff tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291220 Oct 27 16:37:51.800475 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-33c055da-f67d-4372-bb58-1f8709fb644f req-ac976f75-d800-4347-82f4-aec2a9a299e5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260353 Oct 27 16:37:51.911204 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-33c055da-f67d-4372-bb58-1f8709fb644f req-664faab8-044f-45b4-b1e8-b1cd121fd031 service neutron] 10.222.0.66 "GET /v2.0/networks/4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896208 Oct 27 16:37:52.004735 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-33c055da-f67d-4372-bb58-1f8709fb644f req-66aa1422-9645-4c2d-bacf-c281157e0205 service neutron] 10.222.0.66 "GET /v2.0/networks/4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834661 Oct 27 16:37:52.532931 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a26b80-1566-4b07-b183-458e9f961c3d req-7d4e6c3b-8c8b-4dd9-8359-cb749281c8e5 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:52.534530 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-16a26b80-1566-4b07-b183-458e9f961c3d req-7d4e6c3b-8c8b-4dd9-8359-cb749281c8e5 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.0530066 Oct 27 16:37:52.571872 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-16a26b80-1566-4b07-b183-458e9f961c3d req-6e853cd5-2e61-4950-a9a6-add89a58e02c tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313330 Oct 27 16:37:53.694193 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ea3d0-6e59-4954-907e-b7d06ed76c4a req-c78870c1-9533-439a-8cf7-2d1ff9a6a80d tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:53.695661 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ff3ea3d0-6e59-4954-907e-b7d06ed76c4a req-c78870c1-9533-439a-8cf7-2d1ff9a6a80d tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.0529661 Oct 27 16:37:53.734767 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ff3ea3d0-6e59-4954-907e-b7d06ed76c4a req-d68f8d12-2503-4bc1-b81c-3a4089a435d0 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327432 Oct 27 16:37:56.518135 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715cd34-178a-4133-958e-aad8f7abeab1 req-f6340014-6738-4eda-9f99-8c0ade65607a tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:56.519662 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b715cd34-178a-4133-958e-aad8f7abeab1 req-f6340014-6738-4eda-9f99-8c0ade65607a tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.0578330 Oct 27 16:37:56.558486 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b715cd34-178a-4133-958e-aad8f7abeab1 req-5c73cb79-8b26-4074-a5a2-9b0ea5bbefbe tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327244 Oct 27 16:38:01.175258 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef463b3e-8666-4992-a0ad-2ae00e9b571b req-3986ad77-8e5e-42d8-8754-599d6ca1c1db tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:01.177079 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ef463b3e-8666-4992-a0ad-2ae00e9b571b req-3986ad77-8e5e-42d8-8754-599d6ca1c1db tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.0577204 Oct 27 16:38:01.216988 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ef463b3e-8666-4992-a0ad-2ae00e9b571b req-f2daf91d-2537-4c92-b217-b3d2db4e385f tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339813 Oct 27 16:38:01.351041 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4dcc9d-b86a-4cfc-bbf2-80cbdb53caae req-aafc01dd-230e-43e8-88d5-aceff2c9dba0 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:01.352524 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fe4dcc9d-b86a-4cfc-bbf2-80cbdb53caae req-aafc01dd-230e-43e8-88d5-aceff2c9dba0 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0557532 Oct 27 16:38:01.395494 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fe4dcc9d-b86a-4cfc-bbf2-80cbdb53caae req-730b0eb7-9ec5-4bed-a03d-cda05da2576b tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342703 Oct 27 16:38:08.279300 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-085f894d-4a60-48b1-a9b7-e990ea413982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:08.327068 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3142a46-632d-41f5-b679-e302e08c914e req-9ebbb35e-ca12-4c57-a0c0-c80e2c5f7132 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:08.328668 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d3142a46-632d-41f5-b679-e302e08c914e req-9ebbb35e-ca12-4c57-a0c0-c80e2c5f7132 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0798974 Oct 27 16:38:08.338363 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f40432-8c3f-42ca-8677-fff1981773c6 req-172ecfb7-8729-45d5-9377-4e802246f978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:08.339788 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-95f40432-8c3f-42ca-8677-fff1981773c6 req-172ecfb7-8729-45d5-9377-4e802246f978 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a764bac289b649e9b1671333d51f7db3&device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 1098 time: 0.0639725 Oct 27 16:38:08.418568 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d3142a46-632d-41f5-b679-e302e08c914e req-a8328f30-6438-4f8f-b46e-9758b2050841 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823112 Oct 27 16:38:08.466591 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f40432-8c3f-42ca-8677-fff1981773c6 req-0e3b3650-c87c-49f1-8031-c38f535c0edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:08.468082 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-95f40432-8c3f-42ca-8677-fff1981773c6 req-0e3b3650-c87c-49f1-8031-c38f535c0edb service neutron] 10.222.0.66 "GET /v2.0/networks?id=4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14 HTTP/1.1" status: 200 len: 921 time: 0.1085291 Oct 27 16:38:08.514635 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.agents_db [None req-8f3c53fd-3166-491a-b603-91a64fcc8de1 None None] Agent healthcheck: found 6 active agents {{(pid=101668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:38:08.533025 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-95f40432-8c3f-42ca-8677-fff1981773c6 req-6549daca-1712-43f9-b191-58548dc3c3f5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d936b1e4-d206-4630-a2fd-ceb92f939c4a HTTP/1.1" status: 200 len: 217 time: 0.0367982 Oct 27 16:38:08.599464 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f40432-8c3f-42ca-8677-fff1981773c6 req-d81d3cb7-0578-42d3-b841-f152a17b9015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:08.601116 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-95f40432-8c3f-42ca-8677-fff1981773c6 req-d81d3cb7-0578-42d3-b841-f152a17b9015 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fb778c79-e1ca-40aa-a2d2-a768cb1fae5c HTTP/1.1" status: 200 len: 859 time: 0.0493119 Oct 27 16:38:08.642153 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-95f40432-8c3f-42ca-8677-fff1981773c6 req-95baecaf-8b4d-4b38-a7c4-ccec7bdc7ab1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249901 Oct 27 16:38:08.743502 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-95f40432-8c3f-42ca-8677-fff1981773c6 req-5b5e15b0-bb9a-42a4-9adf-2ff8a8802b55 service neutron] 10.222.0.66 "GET /v2.0/networks/4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843053 Oct 27 16:38:08.845723 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-95f40432-8c3f-42ca-8677-fff1981773c6 req-545ec551-6dda-437a-8256-bea5a07c5e02 service neutron] 10.222.0.66 "GET /v2.0/networks/4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916479 Oct 27 16:38:09.552745 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980abf8-be59-4acd-8f2c-f1c3bad0355d req-9f35d4ac-2037-44b5-9c70-7c2c6aaecefb tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:09.554281 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f980abf8-be59-4acd-8f2c-f1c3bad0355d req-9f35d4ac-2037-44b5-9c70-7c2c6aaecefb tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0570569 Oct 27 16:38:09.592421 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f980abf8-be59-4acd-8f2c-f1c3bad0355d req-203b0732-ec8a-440f-b521-6b7f5640cdd6 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319927 Oct 27 16:38:10.729262 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040dff35-c7b2-41b1-8998-1e305c9b3133 req-37223733-c2dd-4c72-abc4-ed3f369548dc tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:10.730781 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-040dff35-c7b2-41b1-8998-1e305c9b3133 req-37223733-c2dd-4c72-abc4-ed3f369548dc tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0551050 Oct 27 16:38:10.769857 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-040dff35-c7b2-41b1-8998-1e305c9b3133 req-ec7db165-d16a-4935-ab95-5450b8a621ca tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328360 Oct 27 16:38:10.980047 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-be0f1f1d-e17b-4aa6-9013-9ea60e5908cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:11.927240 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424b3d4-1395-49a1-bc63-12d6ff83a4b2 req-fc042120-426f-48e2-8362-79c7dcab3b28 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:11.928737 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1424b3d4-1395-49a1-bc63-12d6ff83a4b2 req-fc042120-426f-48e2-8362-79c7dcab3b28 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0482395 Oct 27 16:38:11.966032 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1424b3d4-1395-49a1-bc63-12d6ff83a4b2 req-61375624-2cad-4ecd-87b1-f66cf5ed3f99 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314078 Oct 27 16:38:12.037790 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:12.437693 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:13.096963 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36423f03-afee-4456-8d79-948bb3be7e11 req-3e80622a-13fb-45e3-bb0a-cab7cba65734 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:13.098441 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-36423f03-afee-4456-8d79-948bb3be7e11 req-3e80622a-13fb-45e3-bb0a-cab7cba65734 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0539761 Oct 27 16:38:13.135906 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-36423f03-afee-4456-8d79-948bb3be7e11 req-083baced-0d42-440b-9884-62e88dc54079 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311811 Oct 27 16:38:13.720524 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:14.267272 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998bf7da-dcb3-41d7-8b5c-4116dde9f65c req-f6370258-b6ed-44b0-985d-953a64141b95 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:14.268868 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-998bf7da-dcb3-41d7-8b5c-4116dde9f65c req-f6370258-b6ed-44b0-985d-953a64141b95 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0505736 Oct 27 16:38:14.308648 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-998bf7da-dcb3-41d7-8b5c-4116dde9f65c req-86e6905a-cba9-4c95-af98-e71294908262 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324852 Oct 27 16:38:15.428471 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba17496-dfd6-4072-a102-d79b45fd3a00 req-0975b2dd-026c-4252-ae43-404db2d3f3ae tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:15.429928 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5ba17496-dfd6-4072-a102-d79b45fd3a00 req-0975b2dd-026c-4252-ae43-404db2d3f3ae tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0515165 Oct 27 16:38:15.471636 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5ba17496-dfd6-4072-a102-d79b45fd3a00 req-f36b5530-98a8-4d17-8227-d44725ef3254 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350039 Oct 27 16:38:20.500487 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04013c-6c06-419d-aa99-fc06165bc064 req-0c74e2eb-0870-42a5-95da-f24f08c6cdf0 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:20.501979 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-df04013c-6c06-419d-aa99-fc06165bc064 req-0c74e2eb-0870-42a5-95da-f24f08c6cdf0 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0483363 Oct 27 16:38:20.539175 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-df04013c-6c06-419d-aa99-fc06165bc064 req-e5725a22-ee51-41e4-84bb-16ec563b00ad tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309014 Oct 27 16:38:21.209200 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:21.719888 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b00205-3b0f-4c81-9e8c-f15e842da3ce req-b4810caf-94fd-4a3e-828e-af7f5df4d5d4 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:21.721488 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-81b00205-3b0f-4c81-9e8c-f15e842da3ce req-b4810caf-94fd-4a3e-828e-af7f5df4d5d4 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0597773 Oct 27 16:38:21.764362 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-81b00205-3b0f-4c81-9e8c-f15e842da3ce req-a6d19b87-b584-4976-8e1e-382c29b93881 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362787 Oct 27 16:38:21.984131 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-a102c555-ceaa-4d8d-92ba-c85dddeedb9f tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:21.985600 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-a102c555-ceaa-4d8d-92ba-c85dddeedb9f tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/networks?id=98382a90-1d72-4726-8dcd-70a187bd6af7 HTTP/1.1" status: 200 len: 814 time: 0.1115689 Oct 27 16:38:22.002125 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-e6b67777-21c0-4b26-a981-3994cf069288 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/quotas/c18af2229f264790a5b0de57cf8f74a2 HTTP/1.1" status: 200 len: 375 time: 0.0099640 Oct 27 16:38:22.061862 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-cb9a5113-9282-4094-9903-ef6cb6eab03d tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=c18af2229f264790a5b0de57cf8f74a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518816 Oct 27 16:38:22.169111 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-36904408-8357-4dc1-889b-379a4633f2e7 service neutron] 10.222.0.91 "GET /v2.0/networks/98382a90-1d72-4726-8dcd-70a187bd6af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996931 Oct 27 16:38:22.263053 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-faa46cf3-74ac-4732-8510-fa394d3a47ac service neutron] 10.222.0.91 "GET /v2.0/networks/98382a90-1d72-4726-8dcd-70a187bd6af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876000 Oct 27 16:38:22.433957 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e6a2084d-0c81-4751-8234-da2cf0afb4b9 req-145170fb-e164-48e9-a42a-a98f7118bd29 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=d5b3b2be-37c1-46d3-83bd-0a0efdd12f03 HTTP/1.1" status: 200 len: 210 time: 0.0261834 Oct 27 16:38:22.903549 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e812a-c5b6-4e75-95b6-8e57583ac568 req-0205b885-2b1c-459a-8c36-145f62a1fe20 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:22.905104 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-be9e812a-c5b6-4e75-95b6-8e57583ac568 req-0205b885-2b1c-459a-8c36-145f62a1fe20 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0588822 Oct 27 16:38:22.948633 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-be9e812a-c5b6-4e75-95b6-8e57583ac568 req-e7c76399-9fd9-42cd-8b19-28991f7374c8 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372612 Oct 27 16:38:23.164554 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-fd044f77-949d-457c-997e-4ca346bab284 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1597227015&fields=id&tenant_id=b4608dd9e79646bab6f79ee11262de47 HTTP/1.1" status: 200 len: 267 time: 0.0372324 Oct 27 16:38:23.272320 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-62e98c63-5a98-472e-82e9-ece2cbc8c2a9 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:23.273809 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-62e98c63-5a98-472e-82e9-ece2cbc8c2a9 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/networks?id=56086d59-f4fd-44f6-9cd7-d10188d44026 HTTP/1.1" status: 200 len: 808 time: 0.1024551 Oct 27 16:38:23.288735 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-7be394f7-0214-4fbc-9aa1-7d2e11b1866c tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/quotas/b4608dd9e79646bab6f79ee11262de47 HTTP/1.1" status: 200 len: 375 time: 0.0090883 Oct 27 16:38:23.338040 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-2710513c-8395-4ac0-9ca0-a8b8f53622fe tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=b4608dd9e79646bab6f79ee11262de47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440109 Oct 27 16:38:23.437643 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-a91bfa02-c259-4cf9-b63b-ff3ca7fa2e49 service neutron] 10.222.0.91 "GET /v2.0/networks/56086d59-f4fd-44f6-9cd7-d10188d44026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878587 Oct 27 16:38:23.759274 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6e58ff3f-ca3d-4085-ab13-3eae7b164636 req-c29402ec-9c6a-4d5b-a518-474aedd1b19f tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=d5b3b2be-37c1-46d3-83bd-0a0efdd12f03 HTTP/1.1" status: 200 len: 210 time: 0.2579625 Oct 27 16:38:23.806681 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-57472ebb-237e-4f8e-99d7-99cfba6b1b38 service neutron] 10.222.0.91 "GET /v2.0/networks/56086d59-f4fd-44f6-9cd7-d10188d44026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627877 Oct 27 16:38:23.872845 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-89018d07-6f68-4d2f-9bf4-b5dda9b93242 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:23.874213 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-89018d07-6f68-4d2f-9bf4-b5dda9b93242 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.66 "GET /v2.0/networks?id=98382a90-1d72-4726-8dcd-70a187bd6af7 HTTP/1.1" status: 200 len: 814 time: 0.1175473 Oct 27 16:38:23.921267 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-66da018c-d1aa-4438-bb1d-5febd230fc24 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Request body: {'port': {'device_id': 'd5b3b2be-37c1-46d3-83bd-0a0efdd12f03', 'network_id': '98382a90-1d72-4726-8dcd-70a187bd6af7', 'admin_state_up': True, 'tenant_id': 'c18af2229f264790a5b0de57cf8f74a2'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:24.049858 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-66da018c-d1aa-4438-bb1d-5febd230fc24 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Made reservation on behalf of c18af2229f264790a5b0de57cf8f74a2 for: {'port': 1} {{(pid=101666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:38:24.054148 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-66da018c-d1aa-4438-bb1d-5febd230fc24 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:24.218999 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d60edb-3301-465f-b445-6cc1a0859528 req-b5b108ab-e4df-449a-b44a-7d0d1e4636b8 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:24.220636 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b6d60edb-3301-465f-b445-6cc1a0859528 req-b5b108ab-e4df-449a-b44a-7d0d1e4636b8 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.1062875 Oct 27 16:38:24.233712 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.db_base_plugin_common [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-66da018c-d1aa-4438-bb1d-5febd230fc24 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Allocated IP 172.20.0.2 (98382a90-1d72-4726-8dcd-70a187bd6af7/18c76782-16a7-43ea-ba24-ce3fb0a83071/028624b2-a3bb-4a3e-928c-a4af598602f6) {{(pid=101666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:38:24.297593 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b6d60edb-3301-465f-b445-6cc1a0859528 req-3fd525f3-8bd0-429f-afcf-6dceab96fac1 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654085 Oct 27 16:38:24.418252 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4425b4ec-7f54-4393-8a88-fa6fc8b5a4d7 req-80ce7b8e-2075-4a99-bc3f-36790ecafe70 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 210 time: 0.0698798 Oct 27 16:38:24.490483 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-66da018c-d1aa-4438-bb1d-5febd230fc24 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Publish callbacks [] for port, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:24.536840 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-66da018c-d1aa-4438-bb1d-5febd230fc24 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622'] for port, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:24.557973 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['a90a4eda-f446-46d2-974b-bc14587851d9', '1de2eba6-d12d-4286-9876-44e4c0e6a69d', 'b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:38:24.585173 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-66da018c-d1aa-4438-bb1d-5febd230fc24 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Network 98382a90-1d72-4726-8dcd-70a187bd6af7 is already hosted by enough agents. {{(pid=101666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:38:24.588256 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-66da018c-d1aa-4438-bb1d-5febd230fc24 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Resources bound (agent type, host, resource id): {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:38:24.592260 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-66da018c-d1aa-4438-bb1d-5febd230fc24 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Received port after_create {{(pid=101666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:38:24.598194 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-66da018c-d1aa-4438-bb1d-5febd230fc24 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:24.598808 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-66da018c-d1aa-4438-bb1d-5febd230fc24 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:24.612573 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66da018c-d1aa-4438-bb1d-5febd230fc24 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Pushing event updated for resources: {'Port': ['ID=028624b2-a3bb-4a3e-928c-a4af598602f6,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:24.621489 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66da018c-d1aa-4438-bb1d-5febd230fc24 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:24.621951 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66da018c-d1aa-4438-bb1d-5febd230fc24 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:24.622290 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66da018c-d1aa-4438-bb1d-5febd230fc24 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:24.622740 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66da018c-d1aa-4438-bb1d-5febd230fc24 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:24.623088 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66da018c-d1aa-4438-bb1d-5febd230fc24 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:24.623415 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66da018c-d1aa-4438-bb1d-5febd230fc24 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:24.623735 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66da018c-d1aa-4438-bb1d-5febd230fc24 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:24.624092 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66da018c-d1aa-4438-bb1d-5febd230fc24 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:24.624410 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66da018c-d1aa-4438-bb1d-5febd230fc24 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:24.624725 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66da018c-d1aa-4438-bb1d-5febd230fc24 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:24.625429 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66da018c-d1aa-4438-bb1d-5febd230fc24 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:24.625429 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66da018c-d1aa-4438-bb1d-5febd230fc24 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:24.632801 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-66da018c-d1aa-4438-bb1d-5febd230fc24 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7157860 Oct 27 16:38:24.664182 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-92df067d-93f3-4cea-befa-2e4f19ae89f4 service neutron] Request body: {'port': {'device_id': 'd5b3b2be-37c1-46d3-83bd-0a0efdd12f03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:24.732179 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-92df067d-93f3-4cea-befa-2e4f19ae89f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:24.971132 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 53264) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:24.974759 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfdefb-18f8-4c66-9624-97143b0ebf4d req-4e5f05be-9adb-4553-95d3-4caf4681e317 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:24.976284 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7cdfdefb-18f8-4c66-9624-97143b0ebf4d req-4e5f05be-9adb-4553-95d3-4caf4681e317 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=d5b3b2be-37c1-46d3-83bd-0a0efdd12f03 HTTP/1.1" status: 200 len: 931 time: 0.1023784 Oct 27 16:38:25.040451 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7cdfdefb-18f8-4c66-9624-97143b0ebf4d req-334d8d66-195c-442b-9e08-80bfc75dc801 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571623 Oct 27 16:38:25.106315 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-92df067d-93f3-4cea-befa-2e4f19ae89f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 028624b2-a3bb-4a3e-928c-a4af598602f6 {{(pid=101666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:38:25.114550 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-92df067d-93f3-4cea-befa-2e4f19ae89f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:25.127262 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.provisioning_blocks [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-92df067d-93f3-4cea-befa-2e4f19ae89f4 service neutron] Transition to ACTIVE for port object 028624b2-a3bb-4a3e-928c-a4af598602f6 will not be triggered until provisioned by entity L2. {{(pid=101666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:38:25.133221 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-92df067d-93f3-4cea-befa-2e4f19ae89f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:25.139622 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2ac39fc5-d1a2-4f07-8620-8d440e9842ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:25.182900 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df067d-93f3-4cea-befa-2e4f19ae89f4 service neutron] Pushing event updated for resources: {'Port': ['ID=028624b2-a3bb-4a3e-928c-a4af598602f6,revision_number=2']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:25.215099 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-92df067d-93f3-4cea-befa-2e4f19ae89f4 service neutron] Attempting to bind port 028624b2-a3bb-4a3e-928c-a4af598602f6 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:38:25.215532 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-92df067d-93f3-4cea-befa-2e4f19ae89f4 service neutron] Attempting to bind port 028624b2-a3bb-4a3e-928c-a4af598602f6 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '0686f11a-d5c1-4844-a3a9-7ba2229df7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '98382a90-1d72-4726-8dcd-70a187bd6af7'}] {{(pid=101666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:38:25.215864 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-92df067d-93f3-4cea-befa-2e4f19ae89f4 service neutron] Attempting to bind port 028624b2-a3bb-4a3e-928c-a4af598602f6 on network 98382a90-1d72-4726-8dcd-70a187bd6af7 {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:38:25.220316 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-92df067d-93f3-4cea-befa-2e4f19ae89f4 service neutron] Port 028624b2-a3bb-4a3e-928c-a4af598602f6 on network 98382a90-1d72-4726-8dcd-70a187bd6af7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:38:25.220638 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-92df067d-93f3-4cea-befa-2e4f19ae89f4 service neutron] Attempting to bind port 028624b2-a3bb-4a3e-928c-a4af598602f6 on network 98382a90-1d72-4726-8dcd-70a187bd6af7 {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:38:25.221486 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2ac39fc5-d1a2-4f07-8620-8d440e9842ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:25.226184 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-92df067d-93f3-4cea-befa-2e4f19ae89f4 service neutron] Checking agent: {'id': '082437a5-0f96-45b0-8b8c-6a124d6faa93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 33, 51), 'started_at': datetime.datetime(2021, 10, 27, 16, 33, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:38:25.226351 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2ac39fc5-d1a2-4f07-8620-8d440e9842ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:25.226567 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-92df067d-93f3-4cea-befa-2e4f19ae89f4 service neutron] Checking segment: {'id': '0686f11a-d5c1-4844-a3a9-7ba2229df7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '98382a90-1d72-4726-8dcd-70a187bd6af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:38:25.226992 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-92df067d-93f3-4cea-befa-2e4f19ae89f4 service neutron] Bound using segment: {'id': '0686f11a-d5c1-4844-a3a9-7ba2229df7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '98382a90-1d72-4726-8dcd-70a187bd6af7'} {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:38:25.227458 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-92df067d-93f3-4cea-befa-2e4f19ae89f4 service neutron] Bound port: 028624b2-a3bb-4a3e-928c-a4af598602f6, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0686f11a-d5c1-4844-a3a9-7ba2229df7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '98382a90-1d72-4726-8dcd-70a187bd6af7'}}] {{(pid=101666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:38:25.227867 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-92df067d-93f3-4cea-befa-2e4f19ae89f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:25.261781 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-2ac39fc5-d1a2-4f07-8620-8d440e9842ef admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=57640e521d72450aa196d5aba021ff5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2893734 Oct 27 16:38:25.265830 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 53272) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:25.273571 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac39fc5-d1a2-4f07-8620-8d440e9842ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e70e50f-71ea-49ad-8f7b-9af6ae414707,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:25.288931 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac39fc5-d1a2-4f07-8620-8d440e9842ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:25.289273 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac39fc5-d1a2-4f07-8620-8d440e9842ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:25.289602 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac39fc5-d1a2-4f07-8620-8d440e9842ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:25.289925 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac39fc5-d1a2-4f07-8620-8d440e9842ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:25.290240 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac39fc5-d1a2-4f07-8620-8d440e9842ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:25.290564 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac39fc5-d1a2-4f07-8620-8d440e9842ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:25.290886 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac39fc5-d1a2-4f07-8620-8d440e9842ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:25.291203 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac39fc5-d1a2-4f07-8620-8d440e9842ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:25.291517 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac39fc5-d1a2-4f07-8620-8d440e9842ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:25.291825 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac39fc5-d1a2-4f07-8620-8d440e9842ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:25.292161 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac39fc5-d1a2-4f07-8620-8d440e9842ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:25.292467 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac39fc5-d1a2-4f07-8620-8d440e9842ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:25.293224 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-92df067d-93f3-4cea-befa-2e4f19ae89f4 service neutron] For port 028624b2-a3bb-4a3e-928c-a4af598602f6, host hv-cinder-81565, cleared binding levels {{(pid=101666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:38:25.296420 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-92df067d-93f3-4cea-befa-2e4f19ae89f4 service neutron] For port 028624b2-a3bb-4a3e-928c-a4af598602f6, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=028624b2-a3bb-4a3e-928c-a4af598602f6,segment=NetworkSegment(0686f11a-d5c1-4844-a3a9-7ba2229df7a3),segment_id=0686f11a-d5c1-4844-a3a9-7ba2229df7a3)] {{(pid=101666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:38:25.302776 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-92df067d-93f3-4cea-befa-2e4f19ae89f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:25.340434 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-92df067d-93f3-4cea-befa-2e4f19ae89f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:25.341031 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-92df067d-93f3-4cea-befa-2e4f19ae89f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:25.341378 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-01c1dcc0-a91e-4c0c-b633-cc2719f529e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:25.342409 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-92df067d-93f3-4cea-befa-2e4f19ae89f4 service neutron] 10.222.0.66 "PUT /v2.0/ports/028624b2-a3bb-4a3e-928c-a4af598602f6 HTTP/1.1" status: 200 len: 1093 time: 0.6826336 Oct 27 16:38:25.342869 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b3b2be-37c1-46d3-83bd-0a0efdd12f03', 'tag': '028624b2-a3bb-4a3e-928c-a4af598602f6'}] {{(pid=101666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:38:25.345209 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c97a8bc50bc1e60c5bcd83482612a755f7c8660878f0fc94464a674b36297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2170cc74-03c6-48ec-8a68-fbe9c0c79bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "d5b3b2be-37c1-46d3-83bd-0a0efdd12f03", "tag": "028624b2-a3bb-4a3e-928c-a4af598602f6"}]}' {{(pid=101666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:38:25.377440 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-01c1dcc0-a91e-4c0c-b633-cc2719f529e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:25.379545 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df067d-93f3-4cea-befa-2e4f19ae89f4 service neutron] Pushing event updated for resources: {'Port': ['ID=028624b2-a3bb-4a3e-928c-a4af598602f6,revision_number=3']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:25.443253 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-01c1dcc0-a91e-4c0c-b633-cc2719f529e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:25.446526 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-01c1dcc0-a91e-4c0c-b633-cc2719f529e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:25.450383 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-01c1dcc0-a91e-4c0c-b633-cc2719f529e1 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5e70e50f-71ea-49ad-8f7b-9af6ae414707 HTTP/1.1" status: 204 len: 168 time: 0.1836617 Oct 27 16:38:25.458633 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1dcc0-a91e-4c0c-b633-cc2719f529e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e70e50f-71ea-49ad-8f7b-9af6ae414707,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:25.459292 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e342d84-467f-4fc7-85b9-61566348e945 req-3882a3f6-2c26-481f-a3e3-f80a0ae55799 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:25.466710 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4e342d84-467f-4fc7-85b9-61566348e945 req-3882a3f6-2c26-481f-a3e3-f80a0ae55799 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0621562 Oct 27 16:38:25.544633 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4e342d84-467f-4fc7-85b9-61566348e945 req-3cb28763-26b8-4e35-8511-5d234fbf9c8d tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768173 Oct 27 16:38:25.554045 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-0171bef2-d63d-4642-8f4b-45f727a20eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:25.555994 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-0171bef2-d63d-4642-8f4b-45f727a20eab service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c18af2229f264790a5b0de57cf8f74a2&device_id=d5b3b2be-37c1-46d3-83bd-0a0efdd12f03 HTTP/1.1" status: 200 len: 1096 time: 0.0869513 Oct 27 16:38:25.598088 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9410fc6c-207b-49d8-89d9-b11d1b6ff802 x-openstack-request-id: req-9410fc6c-207b-49d8-89d9-b11d1b6ff802 {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:38:25.598373 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5b3b2be-37c1-46d3-83bd-0a0efdd12f03", "tag": "028624b2-a3bb-4a3e-928c-a4af598602f6", "status": "completed", "code": 200}]} {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:38:25.598626 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9410fc6c-207b-49d8-89d9-b11d1b6ff802 {{(pid=101666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:38:25.599009 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b3b2be-37c1-46d3-83bd-0a0efdd12f03', 'tag': '028624b2-a3bb-4a3e-928c-a4af598602f6', 'status': 'completed', 'code': 200} Oct 27 16:38:25.633012 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-da055e9a-2c1e-491b-bac4-99e1b792e393 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=028624b2-a3bb-4a3e-928c-a4af598602f6 HTTP/1.1" status: 200 len: 217 time: 0.0451508 Oct 27 16:38:25.669022 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b71b58f0-4093-421e-9dad-a25bd6941922 req-29ef3dd0-18a6-4e0a-b464-d0d2c3eed24d tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 210 time: 0.0305142 Oct 27 16:38:25.774145 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 53286) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:25.782273 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-968bf1d6-8ce0-43e2-8bcb-cd5cf65d71cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:25.785431 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-968bf1d6-8ce0-43e2-8bcb-cd5cf65d71cd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=18c76782-16a7-43ea-ba24-ce3fb0a83071 HTTP/1.1" status: 200 len: 854 time: 0.1201956 Oct 27 16:38:25.789506 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-3391288e-26fd-4310-a672-7ddbe999dfa4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:25.846491 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-5d9db304-494b-4cef-ada9-b8291166eaca service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=98382a90-1d72-4726-8dcd-70a187bd6af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350676 Oct 27 16:38:25.868712 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-c44ef4b8-6590-471d-850b-32ab48be3db3 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:25.871187 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-c44ef4b8-6590-471d-850b-32ab48be3db3 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.66 "GET /v2.0/networks?id=56086d59-f4fd-44f6-9cd7-d10188d44026 HTTP/1.1" status: 200 len: 808 time: 0.2050095 Oct 27 16:38:25.909917 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-3391288e-26fd-4310-a672-7ddbe999dfa4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:25.914045 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-3391288e-26fd-4310-a672-7ddbe999dfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:25.958286 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-3391288e-26fd-4310-a672-7ddbe999dfa4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=36597b27083044e5ac35d6415ca39dbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1828744 Oct 27 16:38:25.959942 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 53288) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:25.965393 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-23a74a6c-4234-4fc9-aa42-562ab3b0f0ff tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4608dd9e79646bab6f79ee11262de47 HTTP/1.1" status: 200 len: 380 time: 0.0427127 Oct 27 16:38:25.967914 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3391288e-26fd-4310-a672-7ddbe999dfa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3daa48c-626a-44b7-b9ed-2bfd5753b278,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:25.991521 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-89db53c8-510b-4ce9-b162-3d190da19225 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Request body: {'port': {'device_id': '22c811be-6fb2-44a8-8131-9e5c6cd79d2d', 'network_id': '56086d59-f4fd-44f6-9cd7-d10188d44026', 'admin_state_up': True, 'tenant_id': 'b4608dd9e79646bab6f79ee11262de47', 'security_groups': ['1f7cbd4c-ccaa-49a5-a087-938c8df81469']}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:26.026291 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-03c385dc-ccbd-4134-a094-19703247a076 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:26.050056 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-03c385dc-ccbd-4134-a094-19703247a076 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:26.075807 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-0eba38db-90d5-47ae-a55c-080f2b86f8bd service neutron] 10.222.0.66 "GET /v2.0/networks/98382a90-1d72-4726-8dcd-70a187bd6af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035265 Oct 27 16:38:26.105200 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-03c385dc-ccbd-4134-a094-19703247a076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:26.108114 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-03c385dc-ccbd-4134-a094-19703247a076 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:26.112914 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-03c385dc-ccbd-4134-a094-19703247a076 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f3daa48c-626a-44b7-b9ed-2bfd5753b278 HTTP/1.1" status: 204 len: 168 time: 0.1518211 Oct 27 16:38:26.122281 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c385dc-ccbd-4134-a094-19703247a076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3daa48c-626a-44b7-b9ed-2bfd5753b278,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:26.238515 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-89db53c8-510b-4ce9-b162-3d190da19225 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Made reservation on behalf of b4608dd9e79646bab6f79ee11262de47 for: {'port': 1} {{(pid=101666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:38:26.242032 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-89db53c8-510b-4ce9-b162-3d190da19225 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:26.269325 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361f700-09cc-4572-997c-fab588fc5e15 req-6118221b-f0fb-4531-918c-3768f35628e2 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:26.270808 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a361f700-09cc-4572-997c-fab588fc5e15 req-6118221b-f0fb-4531-918c-3768f35628e2 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=d5b3b2be-37c1-46d3-83bd-0a0efdd12f03 HTTP/1.1" status: 200 len: 943 time: 0.1187630 Oct 27 16:38:26.281393 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f995d2cd-65a4-4d54-88a3-c5c32f48026d req-bfe4eb19-eb64-4207-8546-9a42801185e4 service neutron] 10.222.0.66 "GET /v2.0/networks/98382a90-1d72-4726-8dcd-70a187bd6af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869774 Oct 27 16:38:26.366173 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a361f700-09cc-4572-997c-fab588fc5e15 req-8575d4d1-4ba4-42e6-b2ae-c5a9a6cc7404 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834584 Oct 27 16:38:26.448899 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170cc74-03c6-48ec-8a68-fbe9c0c79bf1 req-6025e2b2-f5d7-4227-a86a-6e36248d7a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:26.450385 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2170cc74-03c6-48ec-8a68-fbe9c0c79bf1 req-6025e2b2-f5d7-4227-a86a-6e36248d7a2f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c18af2229f264790a5b0de57cf8f74a2&device_id=d5b3b2be-37c1-46d3-83bd-0a0efdd12f03 HTTP/1.1" status: 200 len: 1096 time: 0.0809870 Oct 27 16:38:26.451429 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.db_base_plugin_common [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-89db53c8-510b-4ce9-b162-3d190da19225 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Allocated IP 172.20.0.3 (56086d59-f4fd-44f6-9cd7-d10188d44026/a42514b9-e837-41aa-852c-c46b3ba3f0ea/f7d9643a-febd-434a-b78d-db8c7fccb5a9) {{(pid=101666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:38:26.642118 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170cc74-03c6-48ec-8a68-fbe9c0c79bf1 req-a2afb965-0453-416c-bd6b-82bb1e9be195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:26.643822 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2170cc74-03c6-48ec-8a68-fbe9c0c79bf1 req-a2afb965-0453-416c-bd6b-82bb1e9be195 service neutron] 10.222.0.66 "GET /v2.0/networks?id=98382a90-1d72-4726-8dcd-70a187bd6af7 HTTP/1.1" status: 200 len: 916 time: 0.1794136 Oct 27 16:38:26.745476 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-89db53c8-510b-4ce9-b162-3d190da19225 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks [] for port, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:26.750556 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2170cc74-03c6-48ec-8a68-fbe9c0c79bf1 req-0afe28b1-bbd9-4902-9885-efc455133807 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=028624b2-a3bb-4a3e-928c-a4af598602f6 HTTP/1.1" status: 200 len: 217 time: 0.0649397 Oct 27 16:38:26.804312 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7988f-cf02-4f95-ba88-eb7f311e785d req-675d24fa-b20b-45ba-a078-bf7e396c1109 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:26.806499 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0ff7988f-cf02-4f95-ba88-eb7f311e785d req-675d24fa-b20b-45ba-a078-bf7e396c1109 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.1381760 Oct 27 16:38:26.893241 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-36c2f9fc-da62-43e6-883a-a39af59ae9f5 req-cb5e4ab3-e708-4aaa-99f4-803d139f796e tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 210 time: 0.0612488 Oct 27 16:38:26.894358 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-89db53c8-510b-4ce9-b162-3d190da19225 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622'] for port, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:26.942121 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170cc74-03c6-48ec-8a68-fbe9c0c79bf1 req-586ce66a-58fa-422b-9990-b7c9836e7e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:26.943576 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2170cc74-03c6-48ec-8a68-fbe9c0c79bf1 req-586ce66a-58fa-422b-9990-b7c9836e7e82 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=18c76782-16a7-43ea-ba24-ce3fb0a83071 HTTP/1.1" status: 200 len: 854 time: 0.1579938 Oct 27 16:38:26.952867 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-89db53c8-510b-4ce9-b162-3d190da19225 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Network 56086d59-f4fd-44f6-9cd7-d10188d44026 is already hosted by enough agents. {{(pid=101666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:38:26.962212 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-89db53c8-510b-4ce9-b162-3d190da19225 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Resources bound (agent type, host, resource id): {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:38:26.984438 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0ff7988f-cf02-4f95-ba88-eb7f311e785d req-71e84ce2-e4e7-4e23-acb8-04e48457b8c1 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478457 Oct 27 16:38:26.991336 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-89db53c8-510b-4ce9-b162-3d190da19225 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Received port after_create {{(pid=101666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:38:26.997186 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-89db53c8-510b-4ce9-b162-3d190da19225 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:26.998001 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-89db53c8-510b-4ce9-b162-3d190da19225 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:27.024443 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2170cc74-03c6-48ec-8a68-fbe9c0c79bf1 req-92fd49b5-4ad0-4eee-b63a-881cf066104d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=98382a90-1d72-4726-8dcd-70a187bd6af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632696 Oct 27 16:38:27.027723 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db53c8-510b-4ce9-b162-3d190da19225 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Pushing event updated for resources: {'Port': ['ID=f7d9643a-febd-434a-b78d-db8c7fccb5a9,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:27.045370 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-89db53c8-510b-4ce9-b162-3d190da19225 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0590949 Oct 27 16:38:27.076876 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-18c81ea2-1040-479c-a8a4-a2c6a8097719 service neutron] Request body: {'port': {'device_id': '22c811be-6fb2-44a8-8131-9e5c6cd79d2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:27.167380 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-18c81ea2-1040-479c-a8a4-a2c6a8097719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:27.214977 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-a2d0f458-d9bb-40e9-ac12-159804f5eb17 None None] Provisioning complete for port f7d9643a-febd-434a-b78d-db8c7fccb5a9 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:38:27.216053 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-a2d0f458-d9bb-40e9-ac12-159804f5eb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:27.233550 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2170cc74-03c6-48ec-8a68-fbe9c0c79bf1 req-d63774dd-a6a0-48a8-9fc7-a8225371dc06 service neutron] 10.222.0.66 "GET /v2.0/networks/98382a90-1d72-4726-8dcd-70a187bd6af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859317 Oct 27 16:38:27.252516 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-a2d0f458-d9bb-40e9-ac12-159804f5eb17 None None] Port f7d9643a-febd-434a-b78d-db8c7fccb5a9 cannot update to ACTIVE because it is not bound. {{(pid=101667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:38:27.442294 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2170cc74-03c6-48ec-8a68-fbe9c0c79bf1 req-ec228d1a-7909-4083-94ab-e41ee1253fdb service neutron] 10.222.0.66 "GET /v2.0/networks/98382a90-1d72-4726-8dcd-70a187bd6af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967363 Oct 27 16:38:27.526448 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c99207-52b6-4474-b2de-c1eea5bf5fc0 req-d37b2f71-89c7-41f2-b239-ef76213e7d48 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:27.528399 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-62c99207-52b6-4474-b2de-c1eea5bf5fc0 req-d37b2f71-89c7-41f2-b239-ef76213e7d48 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=d5b3b2be-37c1-46d3-83bd-0a0efdd12f03 HTTP/1.1" status: 200 len: 943 time: 0.0850875 Oct 27 16:38:27.611364 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-62c99207-52b6-4474-b2de-c1eea5bf5fc0 req-c4c2fd00-09d7-4fa5-8aa8-99c5affb9024 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743425 Oct 27 16:38:27.617089 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-18c81ea2-1040-479c-a8a4-a2c6a8097719 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7d9643a-febd-434a-b78d-db8c7fccb5a9 {{(pid=101666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:38:27.632466 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-18c81ea2-1040-479c-a8a4-a2c6a8097719 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:27.638087 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.provisioning_blocks [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-18c81ea2-1040-479c-a8a4-a2c6a8097719 service neutron] Transition to ACTIVE for port object f7d9643a-febd-434a-b78d-db8c7fccb5a9 will not be triggered until provisioned by entity L2. {{(pid=101666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:38:27.642558 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-18c81ea2-1040-479c-a8a4-a2c6a8097719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:27.713998 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c81ea2-1040-479c-a8a4-a2c6a8097719 service neutron] Pushing event updated for resources: {'Port': ['ID=f7d9643a-febd-434a-b78d-db8c7fccb5a9,revision_number=2']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:27.728130 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-18c81ea2-1040-479c-a8a4-a2c6a8097719 service neutron] Attempting to bind port f7d9643a-febd-434a-b78d-db8c7fccb5a9 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:38:27.728462 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-18c81ea2-1040-479c-a8a4-a2c6a8097719 service neutron] Attempting to bind port f7d9643a-febd-434a-b78d-db8c7fccb5a9 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': 'c4891f70-13a2-48c0-89a3-3d3ba5bc484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '56086d59-f4fd-44f6-9cd7-d10188d44026'}] {{(pid=101666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:38:27.728793 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-18c81ea2-1040-479c-a8a4-a2c6a8097719 service neutron] Attempting to bind port f7d9643a-febd-434a-b78d-db8c7fccb5a9 on network 56086d59-f4fd-44f6-9cd7-d10188d44026 {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:38:27.733573 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-18c81ea2-1040-479c-a8a4-a2c6a8097719 service neutron] Port f7d9643a-febd-434a-b78d-db8c7fccb5a9 on network 56086d59-f4fd-44f6-9cd7-d10188d44026 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:38:27.733886 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-18c81ea2-1040-479c-a8a4-a2c6a8097719 service neutron] Attempting to bind port f7d9643a-febd-434a-b78d-db8c7fccb5a9 on network 56086d59-f4fd-44f6-9cd7-d10188d44026 {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:38:27.739071 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-18c81ea2-1040-479c-a8a4-a2c6a8097719 service neutron] Checking agent: {'id': '082437a5-0f96-45b0-8b8c-6a124d6faa93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 33, 51), 'started_at': datetime.datetime(2021, 10, 27, 16, 33, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:38:27.739486 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-18c81ea2-1040-479c-a8a4-a2c6a8097719 service neutron] Checking segment: {'id': 'c4891f70-13a2-48c0-89a3-3d3ba5bc484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '56086d59-f4fd-44f6-9cd7-d10188d44026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:38:27.739864 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-18c81ea2-1040-479c-a8a4-a2c6a8097719 service neutron] Bound using segment: {'id': 'c4891f70-13a2-48c0-89a3-3d3ba5bc484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '56086d59-f4fd-44f6-9cd7-d10188d44026'} {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:38:27.740381 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-18c81ea2-1040-479c-a8a4-a2c6a8097719 service neutron] Bound port: f7d9643a-febd-434a-b78d-db8c7fccb5a9, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4891f70-13a2-48c0-89a3-3d3ba5bc484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '56086d59-f4fd-44f6-9cd7-d10188d44026'}}] {{(pid=101666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:38:27.740810 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-18c81ea2-1040-479c-a8a4-a2c6a8097719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:27.810003 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-18c81ea2-1040-479c-a8a4-a2c6a8097719 service neutron] For port f7d9643a-febd-434a-b78d-db8c7fccb5a9, host hv-cinder-81565, cleared binding levels {{(pid=101666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:38:27.814114 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-18c81ea2-1040-479c-a8a4-a2c6a8097719 service neutron] For port f7d9643a-febd-434a-b78d-db8c7fccb5a9, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=f7d9643a-febd-434a-b78d-db8c7fccb5a9,segment=NetworkSegment(c4891f70-13a2-48c0-89a3-3d3ba5bc484a),segment_id=c4891f70-13a2-48c0-89a3-3d3ba5bc484a)] {{(pid=101666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:38:27.827048 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-18c81ea2-1040-479c-a8a4-a2c6a8097719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:27.873264 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-18c81ea2-1040-479c-a8a4-a2c6a8097719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:27.873877 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-18c81ea2-1040-479c-a8a4-a2c6a8097719 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:27.875296 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-18c81ea2-1040-479c-a8a4-a2c6a8097719 service neutron] 10.222.0.66 "PUT /v2.0/ports/f7d9643a-febd-434a-b78d-db8c7fccb5a9 HTTP/1.1" status: 200 len: 1093 time: 0.8068233 Oct 27 16:38:27.875749 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c811be-6fb2-44a8-8131-9e5c6cd79d2d', 'tag': 'f7d9643a-febd-434a-b78d-db8c7fccb5a9'}] {{(pid=101666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:38:27.878139 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c97a8bc50bc1e60c5bcd83482612a755f7c8660878f0fc94464a674b36297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cf5075-ac1d-4e5a-8de1-d94a176d8e9e" -d '{"events": [{"name": "network-changed", "server_uuid": "22c811be-6fb2-44a8-8131-9e5c6cd79d2d", "tag": "f7d9643a-febd-434a-b78d-db8c7fccb5a9"}]}' {{(pid=101666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:38:27.919040 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c81ea2-1040-479c-a8a4-a2c6a8097719 service neutron] Pushing event updated for resources: {'Port': ['ID=f7d9643a-febd-434a-b78d-db8c7fccb5a9,revision_number=3']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:27.932190 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58301021-f7dc-4f81-ab0c-d6584e3eb58d x-openstack-request-id: req-58301021-f7dc-4f81-ab0c-d6584e3eb58d {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:38:27.932656 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c811be-6fb2-44a8-8131-9e5c6cd79d2d", "tag": "f7d9643a-febd-434a-b78d-db8c7fccb5a9", "status": "completed", "code": 200}]} {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:38:27.933072 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-58301021-f7dc-4f81-ab0c-d6584e3eb58d {{(pid=101666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:38:27.934182 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c811be-6fb2-44a8-8131-9e5c6cd79d2d', 'tag': 'f7d9643a-febd-434a-b78d-db8c7fccb5a9', 'status': 'completed', 'code': 200} Oct 27 16:38:28.105069 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-b148218c-c464-4038-96a6-b043693616a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:28.106929 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-b148218c-c464-4038-96a6-b043693616a5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b4608dd9e79646bab6f79ee11262de47&device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 1096 time: 0.1278431 Oct 27 16:38:28.127956 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0d5f6-1753-4423-89dd-006ce899e0e0 req-99481b02-e68b-48ea-bc63-08c0d6bc2219 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:28.129589 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a3d0d5f6-1753-4423-89dd-006ce899e0e0 req-99481b02-e68b-48ea-bc63-08c0d6bc2219 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 943 time: 0.1069424 Oct 27 16:38:28.176445 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-c5f919fc-8196-46a4-8274-fc1d5c4d9dd1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7d9643a-febd-434a-b78d-db8c7fccb5a9 HTTP/1.1" status: 200 len: 217 time: 0.0457737 Oct 27 16:38:28.189573 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2289371-81ad-450d-914e-48c89f08c0a0 req-ca78ee57-c999-407a-84b8-7e64b1e4d148 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:28.190968 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c2289371-81ad-450d-914e-48c89f08c0a0 req-ca78ee57-c999-407a-84b8-7e64b1e4d148 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.1272635 Oct 27 16:38:28.248562 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a3d0d5f6-1753-4423-89dd-006ce899e0e0 req-c8091c62-0387-4aff-b4c3-38f7d68587c7 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076715 Oct 27 16:38:28.276280 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-548335b6-55f0-45cf-9058-7fff16ec8b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:28.277737 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-548335b6-55f0-45cf-9058-7fff16ec8b1c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a42514b9-e837-41aa-852c-c46b3ba3f0ea HTTP/1.1" status: 200 len: 847 time: 0.0829749 Oct 27 16:38:28.282684 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c2289371-81ad-450d-914e-48c89f08c0a0 req-cbf66af5-629c-4cfb-a11b-151765d50b2b tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784311 Oct 27 16:38:28.550496 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-cff159c0-c775-462b-8707-c998d9f11bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:28.551924 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-cff159c0-c775-462b-8707-c998d9f11bf7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56086d59-f4fd-44f6-9cd7-d10188d44026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2529960 Oct 27 16:38:28.667281 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-0b44ad1c-9a45-4504-8c4e-3dfe06a6c75c service neutron] 10.222.0.66 "GET /v2.0/networks/56086d59-f4fd-44f6-9cd7-d10188d44026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827174 Oct 27 16:38:28.780414 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4800a-c1ef-4894-a5ea-b3e411dfaf7b req-207ac0a6-8510-443e-982d-1abbdc3805c9 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:28.781880 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1da4800a-c1ef-4894-a5ea-b3e411dfaf7b req-207ac0a6-8510-443e-982d-1abbdc3805c9 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=d5b3b2be-37c1-46d3-83bd-0a0efdd12f03 HTTP/1.1" status: 200 len: 943 time: 0.1015847 Oct 27 16:38:28.818318 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b6f9743c-4aea-42c3-bf48-d1a4f4b5e846 req-2125d96a-4138-4120-9271-c431c60ac403 service neutron] 10.222.0.66 "GET /v2.0/networks/56086d59-f4fd-44f6-9cd7-d10188d44026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131639 Oct 27 16:38:28.839844 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1da4800a-c1ef-4894-a5ea-b3e411dfaf7b req-dde37a5c-face-4715-9f4c-aa09dbbf93e4 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478790 Oct 27 16:38:28.935040 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf5075-ac1d-4e5a-8de1-d94a176d8e9e req-27945fe8-7d90-4648-8b28-e815a16a9135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:28.936549 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a6cf5075-ac1d-4e5a-8de1-d94a176d8e9e req-27945fe8-7d90-4648-8b28-e815a16a9135 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b4608dd9e79646bab6f79ee11262de47&device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 1096 time: 0.0460935 Oct 27 16:38:29.040446 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf5075-ac1d-4e5a-8de1-d94a176d8e9e req-5fb35db0-5b45-4677-8b70-a27a22eec237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:29.041960 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a6cf5075-ac1d-4e5a-8de1-d94a176d8e9e req-5fb35db0-5b45-4677-8b70-a27a22eec237 service neutron] 10.222.0.66 "GET /v2.0/networks?id=56086d59-f4fd-44f6-9cd7-d10188d44026 HTTP/1.1" status: 200 len: 910 time: 0.0879376 Oct 27 16:38:29.100298 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a6cf5075-ac1d-4e5a-8de1-d94a176d8e9e req-ae0b4f12-738d-4d24-8bed-8e107d8b9537 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7d9643a-febd-434a-b78d-db8c7fccb5a9 HTTP/1.1" status: 200 len: 217 time: 0.0382383 Oct 27 16:38:29.198848 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf5075-ac1d-4e5a-8de1-d94a176d8e9e req-0eb3e410-3e2f-4a4d-8efc-f8efe2cda59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:29.200388 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a6cf5075-ac1d-4e5a-8de1-d94a176d8e9e req-0eb3e410-3e2f-4a4d-8efc-f8efe2cda59b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a42514b9-e837-41aa-852c-c46b3ba3f0ea HTTP/1.1" status: 200 len: 847 time: 0.0467331 Oct 27 16:38:29.252035 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf5075-ac1d-4e5a-8de1-d94a176d8e9e req-158d0775-fb56-459e-80bb-663c631fc9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:29.253668 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a6cf5075-ac1d-4e5a-8de1-d94a176d8e9e req-158d0775-fb56-459e-80bb-663c631fc9f5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56086d59-f4fd-44f6-9cd7-d10188d44026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404406 Oct 27 16:38:29.447681 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a84bc0-f0c1-4162-9b82-7afe79beedb6 req-b1c9e824-c504-479b-9564-12d79986c0c1 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:29.449292 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b0a84bc0-f0c1-4162-9b82-7afe79beedb6 req-b1c9e824-c504-479b-9564-12d79986c0c1 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 943 time: 0.1065772 Oct 27 16:38:29.457665 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a6cf5075-ac1d-4e5a-8de1-d94a176d8e9e req-f6b837f3-385e-4516-bc3d-b70163a2d6c6 service neutron] 10.222.0.66 "GET /v2.0/networks/56086d59-f4fd-44f6-9cd7-d10188d44026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862049 Oct 27 16:38:29.484628 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056dabb-7a6d-4095-b837-e5c95638f3e5 req-3930915d-d52c-4e1f-9328-1af806524a8e tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:29.486120 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7056dabb-7a6d-4095-b837-e5c95638f3e5 req-3930915d-d52c-4e1f-9328-1af806524a8e tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.1060283 Oct 27 16:38:29.566444 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b0a84bc0-f0c1-4162-9b82-7afe79beedb6 req-6af5e621-cdb7-4421-bb57-f6f225f7c167 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070611 Oct 27 16:38:29.592070 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7056dabb-7a6d-4095-b837-e5c95638f3e5 req-fa51520f-4f3f-492a-8c30-69bad88fa028 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963762 Oct 27 16:38:29.619993 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a6cf5075-ac1d-4e5a-8de1-d94a176d8e9e req-33a7dbcc-dea4-466d-a2d1-752d714171da service neutron] 10.222.0.66 "GET /v2.0/networks/56086d59-f4fd-44f6-9cd7-d10188d44026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311088 Oct 27 16:38:29.972162 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1f952-6c4a-4f37-b308-f7c5dc6dd595 req-34f21541-975d-4c78-9b23-a67cbcacf889 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:29.973679 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-52d1f952-6c4a-4f37-b308-f7c5dc6dd595 req-34f21541-975d-4c78-9b23-a67cbcacf889 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=d5b3b2be-37c1-46d3-83bd-0a0efdd12f03 HTTP/1.1" status: 200 len: 943 time: 0.0610962 Oct 27 16:38:30.012980 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-52d1f952-6c4a-4f37-b308-f7c5dc6dd595 req-21cdee28-e268-4b3b-8cfb-5eb86a12d349 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319557 Oct 27 16:38:30.292245 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 028624b2-a3bb-4a3e-928c-a4af598602f6 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=101667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:38:30.397536 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 028624b2-a3bb-4a3e-928c-a4af598602f6, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=028624b2-a3bb-4a3e-928c-a4af598602f6,segment=NetworkSegment(0686f11a-d5c1-4844-a3a9-7ba2229df7a3),segment_id=0686f11a-d5c1-4844-a3a9-7ba2229df7a3)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:38:30.409765 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Returning: {'device': '028624b2-a3bb-4a3e-928c-a4af598602f6', 'network_id': '98382a90-1d72-4726-8dcd-70a187bd6af7', 'port_id': '028624b2-a3bb-4a3e-928c-a4af598602f6', 'mac_address': 'fa:16:3e:d9:ee:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18c76782-16a7-43ea-ba24-ce3fb0a83071', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:38:30.448757 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:30.462498 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 028624b2-a3bb-4a3e-928c-a4af598602f6 {{(pid=101667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:38:30.490696 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 028624b2-a3bb-4a3e-928c-a4af598602f6, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=028624b2-a3bb-4a3e-928c-a4af598602f6,segment=NetworkSegment(0686f11a-d5c1-4844-a3a9-7ba2229df7a3),segment_id=0686f11a-d5c1-4844-a3a9-7ba2229df7a3)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:38:30.497937 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:30.548590 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=028624b2-a3bb-4a3e-928c-a4af598602f6,revision_number=4']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:30.556533 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:30.556996 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:30.557308 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:30.557659 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:30.557988 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:30.558321 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:30.558650 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:30.558973 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:30.559340 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:30.559687 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:30.560097 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:30.560344 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:30.729824 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588da8a5-6377-4d42-ba3c-8c1c058847ec req-64fd14e9-3a72-47b6-b260-2d4ff5cf6cef tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:30.731943 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-588da8a5-6377-4d42-ba3c-8c1c058847ec req-64fd14e9-3a72-47b6-b260-2d4ff5cf6cef tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 943 time: 0.0923336 Oct 27 16:38:30.755049 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9521f-87f6-4a90-83ce-08164910e3fe req-8eaa6952-f1e4-462d-85e7-7731bf097ea8 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:30.757337 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9ab9521f-87f6-4a90-83ce-08164910e3fe req-8eaa6952-f1e4-462d-85e7-7731bf097ea8 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0827878 Oct 27 16:38:30.804237 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-588da8a5-6377-4d42-ba3c-8c1c058847ec req-9cc7d45d-5115-4b71-bad5-91ace99c7dcb tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651255 Oct 27 16:38:30.812644 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9ab9521f-87f6-4a90-83ce-08164910e3fe req-caaa2755-ca5e-4e7e-b892-bdc7eaee9fd8 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487731 Oct 27 16:38:31.030023 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 53426) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:31.141282 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa64def-0b62-422d-a9f9-27e8b25dd617 req-cbb3e87d-6981-42a1-ad65-9dda937fa22e tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:31.142748 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-faa64def-0b62-422d-a9f9-27e8b25dd617 req-cbb3e87d-6981-42a1-ad65-9dda937fa22e tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=d5b3b2be-37c1-46d3-83bd-0a0efdd12f03 HTTP/1.1" status: 200 len: 944 time: 0.0559030 Oct 27 16:38:31.148506 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-4bd1f9e7-9576-438d-9306-3cec4ca930c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:31.165526 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['028624b2-a3bb-4a3e-928c-a4af598602f6'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:38:31.207728 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-faa64def-0b62-422d-a9f9-27e8b25dd617 req-db71589d-e099-409f-b2b0-3844e7bf733a tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570941 Oct 27 16:38:31.264918 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-4bd1f9e7-9576-438d-9306-3cec4ca930c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:31.269433 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-4bd1f9e7-9576-438d-9306-3cec4ca930c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:31.306190 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-4bd1f9e7-9576-438d-9306-3cec4ca930c9 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=bb16e2b4d7e1415baf0131943b853458&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2747102 Oct 27 16:38:31.308546 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd1f9e7-9576-438d-9306-3cec4ca930c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dba68b1-5fcc-4d3c-b585-1b70a4e5561b,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:31.309072 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 53432) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:31.360489 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-0bcaac2e-7b69-493a-b9c5-4097560ae7af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:31.382423 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-0bcaac2e-7b69-493a-b9c5-4097560ae7af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:31.429195 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-0bcaac2e-7b69-493a-b9c5-4097560ae7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:31.432205 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-0bcaac2e-7b69-493a-b9c5-4097560ae7af admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:31.435826 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-0bcaac2e-7b69-493a-b9c5-4097560ae7af admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5dba68b1-5fcc-4d3c-b585-1b70a4e5561b HTTP/1.1" status: 204 len: 168 time: 0.1228592 Oct 27 16:38:31.441688 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcaac2e-7b69-493a-b9c5-4097560ae7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dba68b1-5fcc-4d3c-b585-1b70a4e5561b,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:31.726397 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 53442) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:31.740238 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a9262807-b597-47ed-aa3e-6702528f190b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:31.821826 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a9262807-b597-47ed-aa3e-6702528f190b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:31.827386 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a9262807-b597-47ed-aa3e-6702528f190b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:31.859628 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 53448) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:31.860162 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-a9262807-b597-47ed-aa3e-6702528f190b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=da1dbb62e46545ae8f493b0952f7f181&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1322496 Oct 27 16:38:31.874740 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9262807-b597-47ed-aa3e-6702528f190b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1e77fe-7962-4062-88c4-fae76770aaa7,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:31.991651 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b2be1-5371-401a-b2da-4a95c2c99576 req-1828d61a-1ce5-4f89-bd13-290a6b5363df tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:31.993113 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-473b2be1-5371-401a-b2da-4a95c2c99576 req-1828d61a-1ce5-4f89-bd13-290a6b5363df tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 943 time: 0.1123192 Oct 27 16:38:31.997765 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-024dd311-ec7e-4b9e-8a1a-691c51407336 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:32.010231 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394022c8-84c5-4dd8-97ed-eae1eda58b18 req-c24fade1-4fc4-40e3-9377-d86e27707213 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:32.011614 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-394022c8-84c5-4dd8-97ed-eae1eda58b18 req-c24fade1-4fc4-40e3-9377-d86e27707213 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.1166906 Oct 27 16:38:32.055246 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-024dd311-ec7e-4b9e-8a1a-691c51407336 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:32.093852 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-473b2be1-5371-401a-b2da-4a95c2c99576 req-65eb6ed9-71f2-420b-8201-ac22f42630b5 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934451 Oct 27 16:38:32.112089 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-394022c8-84c5-4dd8-97ed-eae1eda58b18 req-edfcb294-08ab-49e9-a60b-e8b3c3a52b84 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942507 Oct 27 16:38:32.140250 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-024dd311-ec7e-4b9e-8a1a-691c51407336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:32.142828 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-024dd311-ec7e-4b9e-8a1a-691c51407336 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:32.144044 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-024dd311-ec7e-4b9e-8a1a-691c51407336 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/df1e77fe-7962-4062-88c4-fae76770aaa7 HTTP/1.1" status: 204 len: 168 time: 0.2807605 Oct 27 16:38:32.152908 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024dd311-ec7e-4b9e-8a1a-691c51407336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1e77fe-7962-4062-88c4-fae76770aaa7,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:32.329786 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb16dc-5b9d-45d9-b260-dc3cb76f4299 req-e2158f55-9350-4f46-a869-32ce98d7c632 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:32.331280 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f0fb16dc-5b9d-45d9-b260-dc3cb76f4299 req-e2158f55-9350-4f46-a869-32ce98d7c632 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=d5b3b2be-37c1-46d3-83bd-0a0efdd12f03 HTTP/1.1" status: 200 len: 944 time: 0.0481598 Oct 27 16:38:32.369746 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f0fb16dc-5b9d-45d9-b260-dc3cb76f4299 req-d127ec5a-2716-4188-ade5-2f956d53a21c tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324593 Oct 27 16:38:33.249089 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5511b-55bb-4064-a504-7baab8fe0570 req-e22e32a4-6aac-4fc7-9622-8533c9b6bbd1 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:33.249981 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 53490) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:33.250757 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-06d5511b-55bb-4064-a504-7baab8fe0570 req-e22e32a4-6aac-4fc7-9622-8533c9b6bbd1 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 943 time: 0.0875683 Oct 27 16:38:33.265124 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1005a8d-6bfd-43bc-898a-36f89fd66007 req-5b9a419d-ae9b-40da-a07c-13930cbf3b63 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:33.266607 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f1005a8d-6bfd-43bc-898a-36f89fd66007 req-5b9a419d-ae9b-40da-a07c-13930cbf3b63 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0690598 Oct 27 16:38:33.315598 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-06d5511b-55bb-4064-a504-7baab8fe0570 req-fa2fd1a0-3a21-4cbd-bc8b-2ea12cb3a103 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480161 Oct 27 16:38:33.328817 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f1005a8d-6bfd-43bc-898a-36f89fd66007 req-02494536-9fa2-4859-ad54-c904c58c0cc7 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553296 Oct 27 16:38:33.367553 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-f844b9c4-9974-4fa6-a775-6203f474645c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:33.445496 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-f844b9c4-9974-4fa6-a775-6203f474645c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:33.450513 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-f844b9c4-9974-4fa6-a775-6203f474645c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:33.481232 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-f844b9c4-9974-4fa6-a775-6203f474645c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f1b2d7aedac34608a88cbe57baa189b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301157 Oct 27 16:38:33.484316 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 53500) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:33.500246 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0cbd62-d49a-4b90-92f3-1d6ea1e9e101 req-016f6edb-cad3-4ac5-8e6a-a9f8c57b50a0 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:33.501934 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ef0cbd62-d49a-4b90-92f3-1d6ea1e9e101 req-016f6edb-cad3-4ac5-8e6a-a9f8c57b50a0 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=d5b3b2be-37c1-46d3-83bd-0a0efdd12f03 HTTP/1.1" status: 200 len: 944 time: 0.0630548 Oct 27 16:38:33.507289 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f844b9c4-9974-4fa6-a775-6203f474645c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f29f78-4618-4142-b0bb-1ed2b5e80aee,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:33.560799 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ef0cbd62-d49a-4b90-92f3-1d6ea1e9e101 req-360ab614-93ed-4a13-a76e-841d88ecfd10 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519781 Oct 27 16:38:33.567126 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-c0c3acdf-f24c-4f21-9f96-821120bb75cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:33.595078 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-c0c3acdf-f24c-4f21-9f96-821120bb75cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:33.648973 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-c0c3acdf-f24c-4f21-9f96-821120bb75cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:33.651545 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-c0c3acdf-f24c-4f21-9f96-821120bb75cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:33.652739 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-c0c3acdf-f24c-4f21-9f96-821120bb75cd admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/90f29f78-4618-4142-b0bb-1ed2b5e80aee HTTP/1.1" status: 204 len: 168 time: 0.1675215 Oct 27 16:38:33.660689 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c3acdf-f24c-4f21-9f96-821120bb75cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f29f78-4618-4142-b0bb-1ed2b5e80aee,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:34.302613 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 028624b2-a3bb-4a3e-928c-a4af598602f6 up at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:38:34.354221 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning for port 028624b2-a3bb-4a3e-928c-a4af598602f6 completed by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:38:34.359026 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning complete for port 028624b2-a3bb-4a3e-928c-a4af598602f6 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:38:34.359412 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:34.457338 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:34.484984 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b3b2be-37c1-46d3-83bd-0a0efdd12f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028624b2-a3bb-4a3e-928c-a4af598602f6'}] {{(pid=101667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:38:34.487353 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15467c740e99bfee501675d45c0ab6b31e8088b61e385ce1236909406ef3d9b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c7005c-8371-4964-b930-e54d38bd614c" -d '{"events": [{"server_uuid": "d5b3b2be-37c1-46d3-83bd-0a0efdd12f03", "name": "network-vif-plugged", "status": "completed", "tag": "028624b2-a3bb-4a3e-928c-a4af598602f6"}]}' {{(pid=101667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:38:34.491064 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313931a-baae-4cff-bbad-0419b8f6a780 req-00b49b36-6275-47c9-9dce-efe71fa3c291 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:34.492958 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5313931a-baae-4cff-bbad-0419b8f6a780 req-00b49b36-6275-47c9-9dce-efe71fa3c291 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 943 time: 0.0867441 Oct 27 16:38:34.500014 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 028624b2-a3bb-4a3e-928c-a4af598602f6, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=028624b2-a3bb-4a3e-928c-a4af598602f6,segment=NetworkSegment(0686f11a-d5c1-4844-a3a9-7ba2229df7a3),segment_id=0686f11a-d5c1-4844-a3a9-7ba2229df7a3)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:38:34.504514 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78a2cc-fadb-4f57-bfaa-80821074c9b8 req-1db65996-fb40-4b0c-9db4-c713d439ba01 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:34.506133 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:34.506892 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-df78a2cc-fadb-4f57-bfaa-80821074c9b8 req-1db65996-fb40-4b0c-9db4-c713d439ba01 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0906377 Oct 27 16:38:34.570966 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=028624b2-a3bb-4a3e-928c-a4af598602f6,revision_number=5']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:34.584488 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5313931a-baae-4cff-bbad-0419b8f6a780 req-c1c5dd3e-1d28-4ab1-8f45-79cc5016c1b8 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762658 Oct 27 16:38:34.587990 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-df78a2cc-fadb-4f57-bfaa-80821074c9b8 req-97d8f807-366c-4e6f-a9d7-00bb06a19bbc tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660067 Oct 27 16:38:34.628286 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6862d8fd-a39f-4046-b48f-12aff47c74e2 x-openstack-request-id: req-6862d8fd-a39f-4046-b48f-12aff47c74e2 {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:38:34.628609 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b3b2be-37c1-46d3-83bd-0a0efdd12f03", "name": "network-vif-plugged", "status": "completed", "tag": "028624b2-a3bb-4a3e-928c-a4af598602f6", "code": 200}]} {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:38:34.628895 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6862d8fd-a39f-4046-b48f-12aff47c74e2 {{(pid=101667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:38:34.629342 dv-cinder-815659-1-iscsi neutron-server[101667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b3b2be-37c1-46d3-83bd-0a0efdd12f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028624b2-a3bb-4a3e-928c-a4af598602f6', 'code': 200} Oct 27 16:38:34.727552 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970937ad-3561-43a1-b189-a020872ab6a4 req-516fea70-8834-49f5-80c8-8f20a8a62c23 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:34.729070 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-970937ad-3561-43a1-b189-a020872ab6a4 req-516fea70-8834-49f5-80c8-8f20a8a62c23 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=d5b3b2be-37c1-46d3-83bd-0a0efdd12f03 HTTP/1.1" status: 200 len: 945 time: 0.0609951 Oct 27 16:38:34.784722 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-970937ad-3561-43a1-b189-a020872ab6a4 req-fae9f0be-5ba7-4fb6-8c54-17aa0b524139 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481939 Oct 27 16:38:34.866941 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7b877-387a-4eb2-a0a0-f06a46dd205e req-ddf9a30e-d59c-44e6-a611-890affa9dfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:34.868494 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4ce7b877-387a-4eb2-a0a0-f06a46dd205e req-ddf9a30e-d59c-44e6-a611-890affa9dfae service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d5b3b2be-37c1-46d3-83bd-0a0efdd12f03 HTTP/1.1" status: 200 len: 1098 time: 0.0400579 Oct 27 16:38:34.920081 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4ce7b877-387a-4eb2-a0a0-f06a46dd205e req-fc1797ef-e0c0-4d7c-8863-51fcd656eb65 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295711 Oct 27 16:38:35.734657 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33318e9e-f1db-4c79-aa00-594603e67698 req-cc46cf17-ab09-4c02-9213-ebf9893ce2cc tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:35.736223 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-33318e9e-f1db-4c79-aa00-594603e67698 req-cc46cf17-ab09-4c02-9213-ebf9893ce2cc tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 943 time: 0.0886061 Oct 27 16:38:35.748392 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c203686-d3c3-4398-836d-84fb69cfc03c req-844eaef1-ca71-4261-9937-5cfd9edd7192 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:35.749827 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3c203686-d3c3-4398-836d-84fb69cfc03c req-844eaef1-ca71-4261-9937-5cfd9edd7192 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0689139 Oct 27 16:38:35.807976 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-33318e9e-f1db-4c79-aa00-594603e67698 req-3514a7af-d61f-4f2b-b861-0669083b7ce0 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540879 Oct 27 16:38:35.832254 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3c203686-d3c3-4398-836d-84fb69cfc03c req-540cea93-892a-4d47-ad76-41dcd536268c tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752487 Oct 27 16:38:35.935915 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c734595-ea76-4219-8a8d-046db6e65709 req-d8716ddd-0074-4882-9fc5-b876b996ebb0 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:35.937663 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1c734595-ea76-4219-8a8d-046db6e65709 req-d8716ddd-0074-4882-9fc5-b876b996ebb0 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=d5b3b2be-37c1-46d3-83bd-0a0efdd12f03 HTTP/1.1" status: 200 len: 945 time: 0.0558722 Oct 27 16:38:35.983460 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1c734595-ea76-4219-8a8d-046db6e65709 req-c25188c1-0e98-4501-af4b-0f2e690fe92a tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390897 Oct 27 16:38:36.956866 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe1cf3-6da3-46a0-a471-f74a84595701 req-0be5d579-87e6-423e-9ddc-4c633157059d tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:36.958620 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a3fe1cf3-6da3-46a0-a471-f74a84595701 req-0be5d579-87e6-423e-9ddc-4c633157059d tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 943 time: 0.0828826 Oct 27 16:38:36.981549 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ffc2a-2bed-4f46-b3ac-772f30ebfc15 req-85682495-0bb7-40ed-91eb-d4eda5cb8e3b tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:36.983508 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0b0ffc2a-2bed-4f46-b3ac-772f30ebfc15 req-85682495-0bb7-40ed-91eb-d4eda5cb8e3b tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0720799 Oct 27 16:38:37.026113 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a3fe1cf3-6da3-46a0-a471-f74a84595701 req-644a4daf-ca37-479f-8be0-b1052008a67f tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607195 Oct 27 16:38:37.039912 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0b0ffc2a-2bed-4f46-b3ac-772f30ebfc15 req-4ccf75ab-ebf2-4176-85fd-e41c35094031 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505886 Oct 27 16:38:37.172219 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a524d8-7141-4893-8c8f-28255d31002f req-2301c77d-ca11-45b4-9972-168139d0f831 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:37.173697 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a6a524d8-7141-4893-8c8f-28255d31002f req-2301c77d-ca11-45b4-9972-168139d0f831 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=d5b3b2be-37c1-46d3-83bd-0a0efdd12f03 HTTP/1.1" status: 200 len: 945 time: 0.0597618 Oct 27 16:38:37.212247 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a6a524d8-7141-4893-8c8f-28255d31002f req-c4a0c70f-299a-4230-9288-5257e2d361da tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322006 Oct 27 16:38:38.193973 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415cf215-57a7-4c1a-ae7a-450d5b8c78b2 req-996d4cfa-4cc1-4dc4-a6de-b2003a7e9022 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:38.195353 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-415cf215-57a7-4c1a-ae7a-450d5b8c78b2 req-996d4cfa-4cc1-4dc4-a6de-b2003a7e9022 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 943 time: 0.0894287 Oct 27 16:38:38.204649 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe10b4b-8747-44ad-9e94-270d77f42274 req-a5dcc413-2ca4-4dd2-82ba-da68b4754e68 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:38.206192 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fbe10b4b-8747-44ad-9e94-270d77f42274 req-a5dcc413-2ca4-4dd2-82ba-da68b4754e68 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0906408 Oct 27 16:38:38.264404 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-415cf215-57a7-4c1a-ae7a-450d5b8c78b2 req-8d2bbb58-f833-4121-9c20-743a6a95f614 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572009 Oct 27 16:38:38.270867 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fbe10b4b-8747-44ad-9e94-270d77f42274 req-271a576b-cb74-41c3-ba45-8c3cc0e78c32 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572808 Oct 27 16:38:38.274236 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8835c003-107b-493f-bc27-f7db547abf7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:38.320008 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device f7d9643a-febd-434a-b78d-db8c7fccb5a9 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=101667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:38:38.369353 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d4aa8-f9b8-4505-93ea-978fa9857f36 req-32e5c014-def8-495f-a0fb-538b6c8f36d9 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:38.370851 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-099d4aa8-f9b8-4505-93ea-978fa9857f36 req-32e5c014-def8-495f-a0fb-538b6c8f36d9 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=d5b3b2be-37c1-46d3-83bd-0a0efdd12f03 HTTP/1.1" status: 200 len: 945 time: 0.0491998 Oct 27 16:38:38.408878 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-099d4aa8-f9b8-4505-93ea-978fa9857f36 req-cfc1fc33-589a-4bfb-af2f-1a2b5850291a tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318117 Oct 27 16:38:38.422441 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port f7d9643a-febd-434a-b78d-db8c7fccb5a9, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=f7d9643a-febd-434a-b78d-db8c7fccb5a9,segment=NetworkSegment(c4891f70-13a2-48c0-89a3-3d3ba5bc484a),segment_id=c4891f70-13a2-48c0-89a3-3d3ba5bc484a)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:38:38.434049 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Returning: {'device': 'f7d9643a-febd-434a-b78d-db8c7fccb5a9', 'network_id': '56086d59-f4fd-44f6-9cd7-d10188d44026', 'port_id': 'f7d9643a-febd-434a-b78d-db8c7fccb5a9', 'mac_address': 'fa:16:3e:c6:f5:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1033, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a42514b9-e837-41aa-852c-c46b3ba3f0ea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:38:38.473297 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:38.486528 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7d9643a-febd-434a-b78d-db8c7fccb5a9 {{(pid=101667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:38:38.507744 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port f7d9643a-febd-434a-b78d-db8c7fccb5a9, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=f7d9643a-febd-434a-b78d-db8c7fccb5a9,segment=NetworkSegment(c4891f70-13a2-48c0-89a3-3d3ba5bc484a),segment_id=c4891f70-13a2-48c0-89a3-3d3ba5bc484a)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:38:38.512442 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:38.558722 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=f7d9643a-febd-434a-b78d-db8c7fccb5a9,revision_number=4']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:39.264041 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['f7d9643a-febd-434a-b78d-db8c7fccb5a9'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:38:39.409577 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac172ab4-800a-481f-9a71-58b261ac156a req-c867a7a7-3040-4048-9d1a-9944364002b3 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:39.411027 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ac172ab4-800a-481f-9a71-58b261ac156a req-c867a7a7-3040-4048-9d1a-9944364002b3 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 944 time: 0.0773962 Oct 27 16:38:39.422512 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e3a0b-b8f4-499e-91a0-f93fed8629f3 req-ad4e7bd7-cb77-4cf5-beac-d223c53df8e4 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:39.423828 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-843e3a0b-b8f4-499e-91a0-f93fed8629f3 req-ad4e7bd7-cb77-4cf5-beac-d223c53df8e4 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0785594 Oct 27 16:38:39.477535 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ac172ab4-800a-481f-9a71-58b261ac156a req-4c64a330-ab97-4516-9f5f-37bda00f86cb tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527549 Oct 27 16:38:39.483194 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-843e3a0b-b8f4-499e-91a0-f93fed8629f3 req-fb48437a-c92f-434a-9cf5-167f51e94a70 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515413 Oct 27 16:38:40.636722 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c34cf3-b763-43fa-808b-e3a067889f36 req-a26c1cbc-8bfa-4ab3-8e45-944e782790d5 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:40.638214 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f1c34cf3-b763-43fa-808b-e3a067889f36 req-a26c1cbc-8bfa-4ab3-8e45-944e782790d5 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0736516 Oct 27 16:38:40.647951 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ec61e-ba3e-4348-9776-129da0687d7d req-5bb3a54c-fe4d-4442-a59d-6c777205cd50 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:40.649359 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b82ec61e-ba3e-4348-9776-129da0687d7d req-5bb3a54c-fe4d-4442-a59d-6c777205cd50 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 944 time: 0.0953665 Oct 27 16:38:40.698217 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f1c34cf3-b763-43fa-808b-e3a067889f36 req-f0f80baa-9aa9-4499-b1f9-ce4a03b25209 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478277 Oct 27 16:38:40.711536 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b82ec61e-ba3e-4348-9776-129da0687d7d req-61efc9fc-20be-4ed3-933c-b759b7d4f5f7 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534356 Oct 27 16:38:40.974211 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-5f421a2a-c019-4d32-a028-9f8a2172d5e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:41.843903 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0828b6-fc01-4520-9b49-546931ec29fc req-9dfedf35-5cb2-4f34-bec7-822c1a6cd999 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:41.845338 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1b0828b6-fc01-4520-9b49-546931ec29fc req-9dfedf35-5cb2-4f34-bec7-822c1a6cd999 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0749884 Oct 27 16:38:41.852582 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a228a-cbb7-4ff0-9cd1-1606479e0109 req-abedba93-c3a3-455a-8f55-88a988bb9ed1 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:41.854145 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ec6a228a-cbb7-4ff0-9cd1-1606479e0109 req-abedba93-c3a3-455a-8f55-88a988bb9ed1 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 944 time: 0.0749252 Oct 27 16:38:41.910472 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1b0828b6-fc01-4520-9b49-546931ec29fc req-c782c32e-58f9-46e7-aa86-936a0eafff3a tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554810 Oct 27 16:38:41.915120 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ec6a228a-cbb7-4ff0-9cd1-1606479e0109 req-23431c8b-4ac2-484c-8cf5-ddd695ffffa0 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544059 Oct 27 16:38:42.042794 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:42.354715 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device f7d9643a-febd-434a-b78d-db8c7fccb5a9 up at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:38:42.429979 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning for port f7d9643a-febd-434a-b78d-db8c7fccb5a9 completed by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:38:42.433791 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning complete for port f7d9643a-febd-434a-b78d-db8c7fccb5a9 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:38:42.434262 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:42.436788 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:42.513488 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:42.536413 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c811be-6fb2-44a8-8131-9e5c6cd79d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d9643a-febd-434a-b78d-db8c7fccb5a9'}] {{(pid=101667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:38:42.538627 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15467c740e99bfee501675d45c0ab6b31e8088b61e385ce1236909406ef3d9b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8930e5-3dfe-4c57-acdc-7936f03b0b67" -d '{"events": [{"server_uuid": "22c811be-6fb2-44a8-8131-9e5c6cd79d2d", "name": "network-vif-plugged", "status": "completed", "tag": "f7d9643a-febd-434a-b78d-db8c7fccb5a9"}]}' {{(pid=101667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:38:42.550786 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port f7d9643a-febd-434a-b78d-db8c7fccb5a9, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=f7d9643a-febd-434a-b78d-db8c7fccb5a9,segment=NetworkSegment(c4891f70-13a2-48c0-89a3-3d3ba5bc484a),segment_id=c4891f70-13a2-48c0-89a3-3d3ba5bc484a)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:38:42.556024 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:42.581456 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091430e3-379c-4aeb-b243-2ea5790d7ff9 x-openstack-request-id: req-091430e3-379c-4aeb-b243-2ea5790d7ff9 {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:38:42.581743 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c811be-6fb2-44a8-8131-9e5c6cd79d2d", "name": "network-vif-plugged", "status": "completed", "tag": "f7d9643a-febd-434a-b78d-db8c7fccb5a9", "code": 200}]} {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:38:42.582006 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-091430e3-379c-4aeb-b243-2ea5790d7ff9 {{(pid=101667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:38:42.582393 dv-cinder-815659-1-iscsi neutron-server[101667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c811be-6fb2-44a8-8131-9e5c6cd79d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d9643a-febd-434a-b78d-db8c7fccb5a9', 'code': 200} Oct 27 16:38:42.604958 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=f7d9643a-febd-434a-b78d-db8c7fccb5a9,revision_number=5']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:42.968919 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 53792) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:43.096617 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005212b6-87ac-4b1c-86d3-8de21f2f0ffc req-f6b4ae86-46a0-4938-9087-c9d9cd475aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:43.098263 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-005212b6-87ac-4b1c-86d3-8de21f2f0ffc req-f6b4ae86-46a0-4938-9087-c9d9cd475aaf service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 1098 time: 0.1072023 Oct 27 16:38:43.108647 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795812f-9d53-4bc4-94df-d9a9f2dbd0df req-c5965027-4cd9-48ea-852c-bc9d9735e856 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:43.108820 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-768e991b-6067-4a46-8635-814ac8e2f803 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:43.110136 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e795812f-9d53-4bc4-94df-d9a9f2dbd0df req-c5965027-4cd9-48ea-852c-bc9d9735e856 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.1064053 Oct 27 16:38:43.184061 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-768e991b-6067-4a46-8635-814ac8e2f803 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:43.188553 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-768e991b-6067-4a46-8635-814ac8e2f803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:43.198903 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e795812f-9d53-4bc4-94df-d9a9f2dbd0df req-7a005924-067b-4281-aaa5-a489fe8ff2a9 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803449 Oct 27 16:38:43.208827 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdccd9-369a-40ee-b24f-8e830d9ce23c req-4d6ac728-c4b9-45f6-8f57-6ac0c686a8a6 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:43.210286 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f8cdccd9-369a-40ee-b24f-8e830d9ce23c req-4d6ac728-c4b9-45f6-8f57-6ac0c686a8a6 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 945 time: 0.1103401 Oct 27 16:38:43.219712 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-005212b6-87ac-4b1c-86d3-8de21f2f0ffc req-eb24b920-20e1-4479-a7c5-2f18e5711d30 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727015 Oct 27 16:38:43.228328 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-768e991b-6067-4a46-8635-814ac8e2f803 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4ffb2f20ddef487596194789d305dab2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2581720 Oct 27 16:38:43.229001 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 53802) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:43.250923 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e991b-6067-4a46-8635-814ac8e2f803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54df1dc0-95f8-4606-928c-b00402cd4ab5,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:43.251951 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f8cdccd9-369a-40ee-b24f-8e830d9ce23c req-2bbc9177-79b4-4c97-a42a-54382d838fdb tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347397 Oct 27 16:38:43.290286 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-f1b8e239-af4d-4008-9e86-c1786cb72b1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:43.311433 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-f1b8e239-af4d-4008-9e86-c1786cb72b1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:43.322012 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48989485-adaa-4140-9332-fe0c37bea0da req-bd571512-04dc-49a2-beed-8aec03f0abc8 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:43.323587 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-48989485-adaa-4140-9332-fe0c37bea0da req-bd571512-04dc-49a2-beed-8aec03f0abc8 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0519080 Oct 27 16:38:43.358153 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-f1b8e239-af4d-4008-9e86-c1786cb72b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:43.361727 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-f1b8e239-af4d-4008-9e86-c1786cb72b1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:43.362878 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-f1b8e239-af4d-4008-9e86-c1786cb72b1d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/54df1dc0-95f8-4606-928c-b00402cd4ab5 HTTP/1.1" status: 204 len: 168 time: 0.1271873 Oct 27 16:38:43.363864 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-48989485-adaa-4140-9332-fe0c37bea0da req-2ced7611-9866-49c6-844e-d999a6ea6ad3 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338840 Oct 27 16:38:43.370729 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8e239-af4d-4008-9e86-c1786cb72b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54df1dc0-95f8-4606-928c-b00402cd4ab5,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:43.631781 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 53810) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:43.646383 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-7c9fbabe-fa81-4aa6-9a3e-f2ade0bbacb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:43.714533 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:43.721505 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-7c9fbabe-fa81-4aa6-9a3e-f2ade0bbacb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:43.725684 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-7c9fbabe-fa81-4aa6-9a3e-f2ade0bbacb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:43.765672 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-7c9fbabe-fa81-4aa6-9a3e-f2ade0bbacb6 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a02fd51ce50740d1bfac46fa192b5124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1327922 Oct 27 16:38:43.766589 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9fbabe-fa81-4aa6-9a3e-f2ade0bbacb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209ec50c-23b9-4b76-bda0-e85119610ba4,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:43.768606 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 53812) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:43.823834 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-33d7745d-e7f3-4467-9cef-4e7f7713a568 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:43.846198 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-33d7745d-e7f3-4467-9cef-4e7f7713a568 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:43.895805 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-33d7745d-e7f3-4467-9cef-4e7f7713a568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:43.898728 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-33d7745d-e7f3-4467-9cef-4e7f7713a568 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:43.900221 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-33d7745d-e7f3-4467-9cef-4e7f7713a568 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/209ec50c-23b9-4b76-bda0-e85119610ba4 HTTP/1.1" status: 204 len: 168 time: 0.1305306 Oct 27 16:38:43.916171 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7745d-e7f3-4467-9cef-4e7f7713a568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209ec50c-23b9-4b76-bda0-e85119610ba4,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:44.149313 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1dcb8-aa6f-413f-8f84-ea81449d0b0b req-680218cf-b914-442b-8822-3b6ada8b420e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:44.151023 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2ce1dcb8-aa6f-413f-8f84-ea81449d0b0b req-680218cf-b914-442b-8822-3b6ada8b420e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 1098 time: 0.0410721 Oct 27 16:38:44.203759 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2ce1dcb8-aa6f-413f-8f84-ea81449d0b0b req-6abedf44-ee38-4697-9dae-9b6c4462c20a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283940 Oct 27 16:38:44.242430 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 53824) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:44.256522 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-8873156b-2764-4d96-acfd-be9f0d941718 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:44.316894 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0fb778-69df-41eb-924e-0dfee08e1e91 req-d2e9b598-3aa8-483a-8aad-9637a420ba76 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:44.318386 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ac0fb778-69df-41eb-924e-0dfee08e1e91 req-d2e9b598-3aa8-483a-8aad-9637a420ba76 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0521977 Oct 27 16:38:44.346257 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-8873156b-2764-4d96-acfd-be9f0d941718 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:44.351738 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-8873156b-2764-4d96-acfd-be9f0d941718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:44.380938 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-8873156b-2764-4d96-acfd-be9f0d941718 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3ca3bab80e8647ccb68771fa085b7158&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1369300 Oct 27 16:38:44.381700 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 53830) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:44.387533 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ac0fb778-69df-41eb-924e-0dfee08e1e91 req-f99a2ed8-8403-43dd-9990-1c7b5353d8b3 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627465 Oct 27 16:38:44.413959 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873156b-2764-4d96-acfd-be9f0d941718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9a70f3-5d9e-46b9-a9d6-6c80094948d2,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:44.433431 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425049d9-4dea-46c9-bdb6-d8c7c563f418 req-64b19717-2c18-401b-b8cb-55bdf3da6062 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:44.434904 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-425049d9-4dea-46c9-bdb6-d8c7c563f418 req-64b19717-2c18-401b-b8cb-55bdf3da6062 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 945 time: 0.1032360 Oct 27 16:38:44.504597 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b3c1d700-5097-46e2-bf43-78613da74cea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:44.515585 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-425049d9-4dea-46c9-bdb6-d8c7c563f418 req-26a7ae98-a095-40e3-aab2-58fcdf2144c0 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743563 Oct 27 16:38:44.543563 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2702b-a13f-4f38-bfcd-282d6206fea0 req-7055deab-3cf9-4e53-8779-86936a94f3a2 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:44.545060 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cdd2702b-a13f-4f38-bfcd-282d6206fea0 req-7055deab-3cf9-4e53-8779-86936a94f3a2 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0956867 Oct 27 16:38:44.546795 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b3c1d700-5097-46e2-bf43-78613da74cea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:44.602923 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cdd2702b-a13f-4f38-bfcd-282d6206fea0 req-7a69fe6b-1c5f-4e84-ae81-054c85049867 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495892 Oct 27 16:38:44.620001 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b3c1d700-5097-46e2-bf43-78613da74cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:44.622611 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b3c1d700-5097-46e2-bf43-78613da74cea admin admin] Publish callbacks [] for security_group, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:44.623749 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-b3c1d700-5097-46e2-bf43-78613da74cea admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ee9a70f3-5d9e-46b9-a9d6-6c80094948d2 HTTP/1.1" status: 204 len: 168 time: 0.2409618 Oct 27 16:38:44.632738 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c1d700-5097-46e2-bf43-78613da74cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9a70f3-5d9e-46b9-a9d6-6c80094948d2,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:45.325167 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 53858) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:45.432788 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-b2310072-b984-40b3-82b9-164ba52fa024 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-691125603-network', 'tenant_id': '09e62ed4bf754f0f8154fcab6eddb051'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:45.462394 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2310072-b984-40b3-82b9-164ba52fa024 admin admin] Made reservation on behalf of 09e62ed4bf754f0f8154fcab6eddb051 for: {'network': 1} {{(pid=101665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:38:45.464779 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-b2310072-b984-40b3-82b9-164ba52fa024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for network, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:45.473955 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-b2310072-b984-40b3-82b9-164ba52fa024 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:45.515110 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299f0d4-2569-4027-a115-3db95425d220 req-02627b67-7c8d-469b-90d0-9882dd3a4180 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:45.517368 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1299f0d4-2569-4027-a115-3db95425d220 req-02627b67-7c8d-469b-90d0-9882dd3a4180 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0578671 Oct 27 16:38:45.517811 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.agents_db [None req-8f3c53fd-3166-491a-b603-91a64fcc8de1 None None] Agent healthcheck: found 6 active agents {{(pid=101668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:38:45.568460 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1299f0d4-2569-4027-a115-3db95425d220 req-41dfde35-2636-4874-9c9a-5d910def06d2 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446336 Oct 27 16:38:45.581505 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-b2310072-b984-40b3-82b9-164ba52fa024 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:45.585773 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-b2310072-b984-40b3-82b9-164ba52fa024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:45.608617 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2310072-b984-40b3-82b9-164ba52fa024 admin admin] vlan segment allocate from pool success with {'vlan_id': 1040, 'physical_network': 'physnet1'} {{(pid=101665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:38:45.622923 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2310072-b984-40b3-82b9-164ba52fa024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a463d633-9a15-4e95-b31d-9fc3ef012b2b,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:45.628884 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-b2310072-b984-40b3-82b9-164ba52fa024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790'] for segment, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:45.629221 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.db.segments_db [None req-b2310072-b984-40b3-82b9-164ba52fa024 admin admin] Added segment 27a2f639-6a28-44d1-8c0f-33d46b79e83a of type vlan for network bbe39475-f770-4da9-9ca4-8c1ded76e00a Oct 27 16:38:45.642173 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda112b-9d1e-4f76-bc6d-c2f4002532f3 req-a2cb5c06-e50f-489f-880f-9d5f45850612 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:45.643695 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1eda112b-9d1e-4f76-bc6d-c2f4002532f3 req-a2cb5c06-e50f-489f-880f-9d5f45850612 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 945 time: 0.0505798 Oct 27 16:38:45.674300 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-b2310072-b984-40b3-82b9-164ba52fa024 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779338775480'] for network, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:45.689922 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1eda112b-9d1e-4f76-bc6d-c2f4002532f3 req-354fd460-e51f-4d0f-a600-7391de1da99c tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379333 Oct 27 16:38:45.705542 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-b2310072-b984-40b3-82b9-164ba52fa024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568'] for network, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:45.706669 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2310072-b984-40b3-82b9-164ba52fa024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:45.707221 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-b2310072-b984-40b3-82b9-164ba52fa024 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for network, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:45.738672 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eddb69-b6e7-435e-a15f-d5d2732ec294 req-f3d7c989-e30f-4366-981a-3994fa5401ed tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:45.740189 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-66eddb69-b6e7-435e-a15f-d5d2732ec294 req-f3d7c989-e30f-4366-981a-3994fa5401ed tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0546656 Oct 27 16:38:45.763493 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-b2310072-b984-40b3-82b9-164ba52fa024 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4368656 Oct 27 16:38:45.767026 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 53870) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:45.772941 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [None req-5bc5b741-67ba-416b-acd5-b8fcdd0a81f6 admin admin] Request body: {'subnet': {'network_id': 'bbe39475-f770-4da9-9ca4-8c1ded76e00a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-691125603-subnet', 'tenant_id': '09e62ed4bf754f0f8154fcab6eddb051', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:45.774403 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2310072-b984-40b3-82b9-164ba52fa024 admin admin] Pushing event updated for resources: {'Network': ['ID=bbe39475-f770-4da9-9ca4-8c1ded76e00a,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:45.785245 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Network bbe39475-f770-4da9-9ca4-8c1ded76e00a details requested by agent ovs-agent-dv-cinder-815659-1-iscsi with host dv-cinder-815659-1-iscsi {{(pid=101667) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:38:45.792707 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-66eddb69-b6e7-435e-a15f-d5d2732ec294 req-8c8db295-c756-4692-b5c7-7955a0b42bd1 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463367 Oct 27 16:38:45.804774 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc5b741-67ba-416b-acd5-b8fcdd0a81f6 admin admin] Made reservation on behalf of 09e62ed4bf754f0f8154fcab6eddb051 for: {'subnet': 1} {{(pid=101666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:38:45.807067 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-5bc5b741-67ba-416b-acd5-b8fcdd0a81f6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:45.987522 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-5bc5b741-67ba-416b-acd5-b8fcdd0a81f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568'] for subnet, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:46.039947 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc5b741-67ba-416b-acd5-b8fcdd0a81f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e732d6db-2ca2-48d4-8313-36e3eb5e12df,revision_number=0']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:46.056976 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc5b741-67ba-416b-acd5-b8fcdd0a81f6 admin admin] Checking segment: {'id': '27a2f639-6a28-44d1-8c0f-33d46b79e83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'bbe39475-f770-4da9-9ca4-8c1ded76e00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:38:46.057540 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc5b741-67ba-416b-acd5-b8fcdd0a81f6 admin admin] Network hostable DHCP agents. Network: bbe39475-f770-4da9-9ca4-8c1ded76e00a, hostable agents: ['787f9650-d18e-4402-9e0d-45b78af00bf5'], hosted agents: [] {{(pid=101666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:38:46.078632 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc5b741-67ba-416b-acd5-b8fcdd0a81f6 admin admin] Network bbe39475-f770-4da9-9ca4-8c1ded76e00a is scheduled to be hosted by DHCP agent 787f9650-d18e-4402-9e0d-45b78af00bf5 with binding_index 1 {{(pid=101666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:38:46.088464 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [None req-5bc5b741-67ba-416b-acd5-b8fcdd0a81f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-1-iscsi, bbe39475-f770-4da9-9ca4-8c1ded76e00a) {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:38:46.093162 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc5b741-67ba-416b-acd5-b8fcdd0a81f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:46.093622 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-5bc5b741-67ba-416b-acd5-b8fcdd0a81f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for subnet, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:46.098899 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67352af-39c8-4246-8153-d06b439f33b6 None None] Network bbe39475-f770-4da9-9ca4-8c1ded76e00a requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:38:46.126375 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-5bc5b741-67ba-416b-acd5-b8fcdd0a81f6 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3581848 Oct 27 16:38:46.227090 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c9c0f9-6a39-4f3d-a6bc-4f22010c660e None None] Network bbe39475-f770-4da9-9ca4-8c1ded76e00a requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:38:46.691304 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740a411-71ed-48fc-93a4-c1d09a7644a7 req-69ebee66-39e1-4de1-bdbc-52ff3ce484ae tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:46.692857 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0740a411-71ed-48fc-93a4-c1d09a7644a7 req-69ebee66-39e1-4de1-bdbc-52ff3ce484ae tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0544167 Oct 27 16:38:46.752662 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0740a411-71ed-48fc-93a4-c1d09a7644a7 req-a5a0759d-83ad-4313-9ba8-671fe62a0df8 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525429 Oct 27 16:38:46.816338 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43838b16-5dc2-4358-9eb1-83af13de9d69 req-c9d534ef-4272-422d-ab77-344641fd0160 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:46.817836 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-43838b16-5dc2-4358-9eb1-83af13de9d69 req-c9d534ef-4272-422d-ab77-344641fd0160 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 945 time: 0.0462606 Oct 27 16:38:46.855958 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-43838b16-5dc2-4358-9eb1-83af13de9d69 req-e005eb88-6850-49e7-b1ba-89b7497c3503 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311980 Oct 27 16:38:46.916126 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39641105-f355-4840-8cb1-b1dd36f1c376 req-beb7d61b-54e2-45c5-93ba-e075df298e5f tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:46.918678 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-39641105-f355-4840-8cb1-b1dd36f1c376 req-beb7d61b-54e2-45c5-93ba-e075df298e5f tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0505638 Oct 27 16:38:46.982230 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-39641105-f355-4840-8cb1-b1dd36f1c376 req-a6203d66-11b7-4c42-82c9-9b3c4fd0c0c7 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518324 Oct 27 16:38:46.993187 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57bea4-79c9-417a-b2d5-519ce053817c req-a3c75e28-ad8b-4c53-aa02-c0d3d8f0d82e tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:46.994664 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8c57bea4-79c9-417a-b2d5-519ce053817c req-a3c75e28-ad8b-4c53-aa02-c0d3d8f0d82e tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 945 time: 0.0725791 Oct 27 16:38:47.043426 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8c57bea4-79c9-417a-b2d5-519ce053817c req-f01b2a89-dbfb-4c2a-a46c-8c63631d7567 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423534 Oct 27 16:38:47.064720 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 53896) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:47.240636 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb39d2a-d1d5-4ede-b28d-be1ff2dc126c tempest-TestShelveInstance-1178798042 tempest-TestShelveInstance-1178798042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:47.245815 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-fbb39d2a-d1d5-4ede-b28d-be1ff2dc126c tempest-TestShelveInstance-1178798042 tempest-TestShelveInstance-1178798042-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 1093 time: 0.1798139 Oct 27 16:38:47.246696 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 53906) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:47.251688 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-e00e2df8-a7ac-4797-8df1-da630407d84d tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Request body: {'floatingip': {'floating_network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'port_id': 'f7d9643a-febd-434a-b78d-db8c7fccb5a9', 'tenant_id': 'b4608dd9e79646bab6f79ee11262de47', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:47.281622 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e00e2df8-a7ac-4797-8df1-da630407d84d tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks [] for floatingip, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:47.374895 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e00e2df8-a7ac-4797-8df1-da630407d84d tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:47.483045 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.db_base_plugin_common [None req-e00e2df8-a7ac-4797-8df1-da630407d84d tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Allocated IP 172.27.0.219 (b60b3993-7427-4bdc-87fb-6dbc7e937750/bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1/7724d001-163f-4e7c-922b-a067327178f4) {{(pid=101665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:38:47.501820 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8416d8fc-bb61-4e55-b89b-470ccd83e64c req-d8482bb4-c364-46c5-9676-9fa0186f4a4d tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:47.503216 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8416d8fc-bb61-4e55-b89b-470ccd83e64c req-d8482bb4-c364-46c5-9676-9fa0186f4a4d tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.0502038 Oct 27 16:38:47.593088 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e00e2df8-a7ac-4797-8df1-da630407d84d tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks [] for port, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:47.627568 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e00e2df8-a7ac-4797-8df1-da630407d84d tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2512089'] for port, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:47.673114 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00e2df8-a7ac-4797-8df1-da630407d84d tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Network b60b3993-7427-4bdc-87fb-6dbc7e937750 is already hosted by enough agents. {{(pid=101665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:38:47.679534 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.base_scheduler [None req-e00e2df8-a7ac-4797-8df1-da630407d84d tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Resources bound (agent type, host, resource id): {{(pid=101665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:38:47.683186 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00e2df8-a7ac-4797-8df1-da630407d84d tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Received port after_create {{(pid=101665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:38:47.711202 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e2df8-a7ac-4797-8df1-da630407d84d tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Pushing event updated for resources: {'Port': ['ID=7724d001-163f-4e7c-922b-a067327178f4,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:47.783441 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8416d8fc-bb61-4e55-b89b-470ccd83e64c req-8f39a6b9-5880-4bec-ae76-b05587ee3679 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2708669 Oct 27 16:38:47.967847 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff7180-407b-406b-9684-2d5c4320db35 req-b7a0ef9e-5f34-44af-b167-0f69bac5a1ad tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:47.969311 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6fff7180-407b-406b-9684-2d5c4320db35 req-b7a0ef9e-5f34-44af-b167-0f69bac5a1ad tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.1118784 Oct 27 16:38:47.992149 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-47c2373a-7f7b-460a-8cee-9cff9eced964 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:47.993584 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-47c2373a-7f7b-460a-8cee-9cff9eced964 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/networks?id=bbe39475-f770-4da9-9ca4-8c1ded76e00a HTTP/1.1" status: 200 len: 808 time: 0.1474710 Oct 27 16:38:48.022192 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-6c8ebca7-c360-406b-83f9-d5ff68e202a6 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/quotas/09e62ed4bf754f0f8154fcab6eddb051 HTTP/1.1" status: 200 len: 375 time: 0.0207787 Oct 27 16:38:48.029847 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6fff7180-407b-406b-9684-2d5c4320db35 req-a42ee2d1-aed5-4b52-b720-107f47aabb7e tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525742 Oct 27 16:38:48.069062 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-2010aecf-7280-449f-9dd1-11e3e0ba3351 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=09e62ed4bf754f0f8154fcab6eddb051&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382302 Oct 27 16:38:48.109437 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e00e2df8-a7ac-4797-8df1-da630407d84d tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:48.182574 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e00e2df8-a7ac-4797-8df1-da630407d84d tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:48.195182 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac4f59-98fd-4064-80b2-30ecab49aabc req-3a7bfe38-9aa8-434f-b6cb-db56ae44a3bb tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:48.196697 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9eac4f59-98fd-4064-80b2-30ecab49aabc req-3a7bfe38-9aa8-434f-b6cb-db56ae44a3bb tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.1006899 Oct 27 16:38:48.213844 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-29c54541-05ab-4566-bf6c-1b49a34b03b9 service neutron] 10.222.0.91 "GET /v2.0/networks/bbe39475-f770-4da9-9ca4-8c1ded76e00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368389 Oct 27 16:38:48.293980 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9eac4f59-98fd-4064-80b2-30ecab49aabc req-323e16aa-1a8d-4c7c-bad0-03e9073e4731 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894949 Oct 27 16:38:48.350351 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-8ee7c92c-8a53-4876-bb46-09dc28787c59 service neutron] 10.222.0.91 "GET /v2.0/networks/bbe39475-f770-4da9-9ca4-8c1ded76e00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272490 Oct 27 16:38:48.352099 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e00e2df8-a7ac-4797-8df1-da630407d84d tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks [] for port, precommit_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:48.358530 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e00e2df8-a7ac-4797-8df1-da630407d84d tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511906'] for port, after_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:48.447413 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e2df8-a7ac-4797-8df1-da630407d84d tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Pushing event updated for resources: {'Port': ['ID=7724d001-163f-4e7c-922b-a067327178f4,revision_number=2']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:48.464015 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e00e2df8-a7ac-4797-8df1-da630407d84d tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3734057'] for floatingip, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:48.586468 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.db.l3_db [None req-e00e2df8-a7ac-4797-8df1-da630407d84d tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Floating IP 9fd56008-0f75-4466-b1e4-62f0d4cd4c86 associated. External IP: 172.27.0.219, port: f7d9643a-febd-434a-b78d-db8c7fccb5a9. Oct 27 16:38:48.606135 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b05afd8d-8ac9-41c6-9266-9a690bda590e req-e7d02e92-dd25-4198-b2a8-ec2f5da3bc33 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ec61b73-ff65-43ea-bbc9-a5458f10cd0d HTTP/1.1" status: 200 len: 210 time: 0.0499473 Oct 27 16:38:48.798536 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276a379-5e48-42fb-80f7-ac387eb880ff req-d8fc000d-fdd2-404d-b4bd-51c725973dcf tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:48.800192 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e276a379-5e48-42fb-80f7-ac387eb880ff req-d8fc000d-fdd2-404d-b4bd-51c725973dcf tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.1108768 Oct 27 16:38:48.803341 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab99bbb-f5d9-4fd0-bcc6-f1df2f3f8ffd req-89d41d11-173c-4bc5-a730-6f48f39404de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:48.805235 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2ab99bbb-f5d9-4fd0-bcc6-f1df2f3f8ffd req-89d41d11-173c-4bc5-a730-6f48f39404de service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a764bac289b649e9b1671333d51f7db3&device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 1098 time: 0.0963173 Oct 27 16:38:48.970790 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e276a379-5e48-42fb-80f7-ac387eb880ff req-abd0389d-65d0-4e8b-9f4b-14113ea9b555 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628792 Oct 27 16:38:48.997504 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80dd81-7a33-432c-b9ec-4eab3ece2098 req-cf10c969-edc0-4203-8bbf-3041e8c34155 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:48.999381 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4d80dd81-7a33-432c-b9ec-4eab3ece2098 req-cf10c969-edc0-4203-8bbf-3041e8c34155 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.1229537 Oct 27 16:38:49.066926 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4d80dd81-7a33-432c-b9ec-4eab3ece2098 req-fdec1cc7-7023-412c-9e89-34d90ee4d40c tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579846 Oct 27 16:38:49.087638 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab99bbb-f5d9-4fd0-bcc6-f1df2f3f8ffd req-d50d199d-cc91-4544-b554-2d5629e817e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:49.089534 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2ab99bbb-f5d9-4fd0-bcc6-f1df2f3f8ffd req-d50d199d-cc91-4544-b554-2d5629e817e1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14 HTTP/1.1" status: 200 len: 921 time: 0.2427204 Oct 27 16:38:49.103706 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00e2df8-a7ac-4797-8df1-da630407d84d tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Router cca991f6-be1d-4059-9a04-716343715eb3 has already been hosted by L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 {{(pid=101665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:38:49.160997 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2ab99bbb-f5d9-4fd0-bcc6-f1df2f3f8ffd req-8657138b-ade6-49d9-bdce-bae107d1d7b3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d936b1e4-d206-4630-a2fd-ceb92f939c4a HTTP/1.1" status: 200 len: 217 time: 0.0520360 Oct 27 16:38:49.236434 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00e2df8-a7ac-4797-8df1-da630407d84d tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:38:49.238549 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab99bbb-f5d9-4fd0-bcc6-f1df2f3f8ffd req-5c628d98-51a7-49e7-a210-8bfa663c225e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:49.240559 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2ab99bbb-f5d9-4fd0-bcc6-f1df2f3f8ffd req-5c628d98-51a7-49e7-a210-8bfa663c225e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fb778c79-e1ca-40aa-a2d2-a768cb1fae5c HTTP/1.1" status: 200 len: 859 time: 0.0485628 Oct 27 16:38:49.249446 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b10e178-bae6-483b-8423-f86ef396b142 None None] Sync routers for ids ['cca991f6-be1d-4059-9a04-716343715eb3'] in dv-cinder-815659-1-iscsi {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:38:49.255943 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e00e2df8-a7ac-4797-8df1-da630407d84d tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for floatingip, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:49.259712 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b10e178-bae6-483b-8423-f86ef396b142 None None] Routers {'cca991f6-be1d-4059-9a04-716343715eb3'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:38:49.260380 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-9b10e178-bae6-483b-8423-f86ef396b142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:38:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['cca991f6-be1d-4059-9a04-716343715eb3'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:49.291635 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2ab99bbb-f5d9-4fd0-bcc6-f1df2f3f8ffd req-f75ad11d-b5b0-47a0-be90-8f70e3088fc6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340478 Oct 27 16:38:49.295053 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-e00e2df8-a7ac-4797-8df1-da630407d84d tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0470173 Oct 27 16:38:49.295629 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c811be-6fb2-44a8-8131-9e5c6cd79d2d', 'tag': 'f7d9643a-febd-434a-b78d-db8c7fccb5a9'}] {{(pid=101665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:38:49.297939 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e855964699ac36e6c3d6e47e1242f42c8ffa7ad1730da4fc31a2584ac71f7baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d04be1d-e858-48d2-a531-daccbccbf931" -d '{"events": [{"name": "network-changed", "server_uuid": "22c811be-6fb2-44a8-8131-9e5c6cd79d2d", "tag": "f7d9643a-febd-434a-b78d-db8c7fccb5a9"}]}' {{(pid=101665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:38:49.337307 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f0183c-b458-4e6d-a19a-a95a40ff83e2 x-openstack-request-id: req-08f0183c-b458-4e6d-a19a-a95a40ff83e2 {{(pid=101665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:38:49.337592 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c811be-6fb2-44a8-8131-9e5c6cd79d2d", "tag": "f7d9643a-febd-434a-b78d-db8c7fccb5a9", "status": "completed", "code": 200}]} {{(pid=101665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:38:49.338166 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-08f0183c-b458-4e6d-a19a-a95a40ff83e2 {{(pid=101665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:38:49.338728 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c811be-6fb2-44a8-8131-9e5c6cd79d2d', 'tag': 'f7d9643a-febd-434a-b78d-db8c7fccb5a9', 'status': 'completed', 'code': 200} Oct 27 16:38:49.364200 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-9b10e178-bae6-483b-8423-f86ef396b142 None None] Set router cca991f6-be1d-4059-9a04-716343715eb3 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:38:49.495921 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23d464-92a6-431b-b0a4-ff3988379a38 req-1a578719-649d-47df-acf3-f9c03a452e19 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:49.497413 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-bf23d464-92a6-431b-b0a4-ff3988379a38 req-1a578719-649d-47df-acf3-f9c03a452e19 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0980263 Oct 27 16:38:49.504142 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2ab99bbb-f5d9-4fd0-bcc6-f1df2f3f8ffd req-35b73cb0-543e-4413-adce-06e8924097d0 service neutron] 10.222.0.66 "GET /v2.0/networks/4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697924 Oct 27 16:38:49.512601 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d04be1d-e858-48d2-a531-daccbccbf931 req-650c9548-ad9a-46e4-9924-dfda968b3b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:49.514044 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8d04be1d-e858-48d2-a531-daccbccbf931 req-650c9548-ad9a-46e4-9924-dfda968b3b91 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b4608dd9e79646bab6f79ee11262de47&device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 1098 time: 0.0771952 Oct 27 16:38:49.548921 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-bf23d464-92a6-431b-b0a4-ff3988379a38 req-f1ca7498-0121-4284-8568-368a34491107 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338705 Oct 27 16:38:49.602466 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-9b10e178-bae6-483b-8423-f86ef396b142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca991f6-be1d-4059-9a04-716343715eb3', 'name': 'tempest-TestShelveInstance-200239008-router', 'tenant_id': 'b4608dd9e79646bab6f79ee11262de47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '18638e9f-7c1a-4811-b684-5da5356d755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:37:29Z', 'updated_at': '2021-10-27T16:37:32Z', 'revision_number': 4, 'project_id': 'b4608dd9e79646bab6f79ee11262de47', 'gw_port': {'id': '18638e9f-7c1a-4811-b684-5da5356d755b', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca991f6-be1d-4059-9a04-716343715eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:37:29Z', 'updated_at': '2021-10-27T16:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_floatingips': [{'id': '9fd56008-0f75-4466-b1e4-62f0d4cd4c86', 'tenant_id': 'b4608dd9e79646bab6f79ee11262de47', 'floating_ip_address': '172.27.0.219', 'floating_network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'router_id': 'cca991f6-be1d-4059-9a04-716343715eb3', 'port_id': 'f7d9643a-febd-434a-b78d-db8c7fccb5a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56086d59-f4fd-44f6-9cd7-d10188d44026', 'mac_address': 'fa:16:3e:c6:f5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c811be-6fb2-44a8-8131-9e5c6cd79d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:38:47Z', 'updated_at': '2021-10-27T16:38:47Z', 'revision_number': 0, 'project_id': 'b4608dd9e79646bab6f79ee11262de47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94217448-5b80-405e-b03d-c057f76b4be9', 'name': '', 'network_id': '56086d59-f4fd-44f6-9cd7-d10188d44026', 'tenant_id': 'b4608dd9e79646bab6f79ee11262de47', 'mac_address': 'fa:16:3e:f7:67:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca991f6-be1d-4059-9a04-716343715eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a42514b9-e837-41aa-852c-c46b3ba3f0ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:37:31Z', 'updated_at': '2021-10-27T16:37:36Z', 'revision_number': 5, 'project_id': 'b4608dd9e79646bab6f79ee11262de47', 'subnets': [{'id': 'a42514b9-e837-41aa-852c-c46b3ba3f0ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:49.632030 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b10e178-bae6-483b-8423-f86ef396b142 None None] Checking router: cca991f6-be1d-4059-9a04-716343715eb3 for host: dv-cinder-815659-1-iscsi {{(pid=101668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:38:49.641738 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b10e178-bae6-483b-8423-f86ef396b142 None None] Routers {'cca991f6-be1d-4059-9a04-716343715eb3'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:38:49.642413 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-9b10e178-bae6-483b-8423-f86ef396b142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:38:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['cca991f6-be1d-4059-9a04-716343715eb3'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:49.711439 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-dc9b884a-7572-48b4-b7b7-3ebb5e052006 req-2c21a001-76ac-4883-a24b-bf5ccc87021a tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ec61b73-ff65-43ea-bbc9-a5458f10cd0d HTTP/1.1" status: 200 len: 210 time: 0.0401995 Oct 27 16:38:49.753059 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-9b10e178-bae6-483b-8423-f86ef396b142 None None] Set router cca991f6-be1d-4059-9a04-716343715eb3 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:38:49.753226 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2ab99bbb-f5d9-4fd0-bcc6-f1df2f3f8ffd req-93b879e1-fcbc-42eb-bba1-6b93b85ffcff service neutron] 10.222.0.66 "GET /v2.0/networks/4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892540 Oct 27 16:38:49.758018 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d04be1d-e858-48d2-a531-daccbccbf931 req-868efc9f-db9e-47df-9a61-73e575202399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:49.759495 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8d04be1d-e858-48d2-a531-daccbccbf931 req-868efc9f-db9e-47df-9a61-73e575202399 service neutron] 10.222.0.66 "GET /v2.0/networks?id=56086d59-f4fd-44f6-9cd7-d10188d44026 HTTP/1.1" status: 200 len: 910 time: 0.1881170 Oct 27 16:38:49.829315 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8d04be1d-e858-48d2-a531-daccbccbf931 req-c8775fba-e85b-4501-a1b6-fd4ef73ab7db service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7d9643a-febd-434a-b78d-db8c7fccb5a9 HTTP/1.1" status: 200 len: 999 time: 0.0591891 Oct 27 16:38:49.891395 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d04be1d-e858-48d2-a531-daccbccbf931 req-3876b9f7-3b7c-4888-a595-9d57303943ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:49.893014 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8d04be1d-e858-48d2-a531-daccbccbf931 req-3876b9f7-3b7c-4888-a595-9d57303943ff service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a42514b9-e837-41aa-852c-c46b3ba3f0ea HTTP/1.1" status: 200 len: 847 time: 0.0482388 Oct 27 16:38:49.944917 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d04be1d-e858-48d2-a531-daccbccbf931 req-92b3be64-ba3d-491f-81ee-a4368f70342d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:49.946418 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8d04be1d-e858-48d2-a531-daccbccbf931 req-92b3be64-ba3d-491f-81ee-a4368f70342d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56086d59-f4fd-44f6-9cd7-d10188d44026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391920 Oct 27 16:38:49.979983 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-9b10e178-bae6-483b-8423-f86ef396b142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca991f6-be1d-4059-9a04-716343715eb3', 'name': 'tempest-TestShelveInstance-200239008-router', 'tenant_id': 'b4608dd9e79646bab6f79ee11262de47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '18638e9f-7c1a-4811-b684-5da5356d755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:37:29Z', 'updated_at': '2021-10-27T16:37:32Z', 'revision_number': 4, 'project_id': 'b4608dd9e79646bab6f79ee11262de47', 'gw_port': {'id': '18638e9f-7c1a-4811-b684-5da5356d755b', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca991f6-be1d-4059-9a04-716343715eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:37:29Z', 'updated_at': '2021-10-27T16:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_floatingips': [{'id': '9fd56008-0f75-4466-b1e4-62f0d4cd4c86', 'tenant_id': 'b4608dd9e79646bab6f79ee11262de47', 'floating_ip_address': '172.27.0.219', 'floating_network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'router_id': 'cca991f6-be1d-4059-9a04-716343715eb3', 'port_id': 'f7d9643a-febd-434a-b78d-db8c7fccb5a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56086d59-f4fd-44f6-9cd7-d10188d44026', 'mac_address': 'fa:16:3e:c6:f5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c811be-6fb2-44a8-8131-9e5c6cd79d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:38:47Z', 'updated_at': '2021-10-27T16:38:47Z', 'revision_number': 0, 'project_id': 'b4608dd9e79646bab6f79ee11262de47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94217448-5b80-405e-b03d-c057f76b4be9', 'name': '', 'network_id': '56086d59-f4fd-44f6-9cd7-d10188d44026', 'tenant_id': 'b4608dd9e79646bab6f79ee11262de47', 'mac_address': 'fa:16:3e:f7:67:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca991f6-be1d-4059-9a04-716343715eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a42514b9-e837-41aa-852c-c46b3ba3f0ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:37:31Z', 'updated_at': '2021-10-27T16:37:36Z', 'revision_number': 5, 'project_id': 'b4608dd9e79646bab6f79ee11262de47', 'subnets': [{'id': 'a42514b9-e837-41aa-852c-c46b3ba3f0ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:50.009928 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b10e178-bae6-483b-8423-f86ef396b142 None None] The sync data for ids ['cca991f6-be1d-4059-9a04-716343715eb3'] in dv-cinder-815659-1-iscsi is: [{'id': 'cca991f6-be1d-4059-9a04-716343715eb3', 'name': 'tempest-TestShelveInstance-200239008-router', 'tenant_id': 'b4608dd9e79646bab6f79ee11262de47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '18638e9f-7c1a-4811-b684-5da5356d755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:37:29Z', 'updated_at': '2021-10-27T16:37:32Z', 'revision_number': 4, 'project_id': 'b4608dd9e79646bab6f79ee11262de47', 'gw_port': {'id': '18638e9f-7c1a-4811-b684-5da5356d755b', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca991f6-be1d-4059-9a04-716343715eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:37:29Z', 'updated_at': '2021-10-27T16:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_floatingips': [{'id': '9fd56008-0f75-4466-b1e4-62f0d4cd4c86', 'tenant_id': 'b4608dd9e79646bab6f79ee11262de47', 'floating_ip_address': '172.27.0.219', 'floating_network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'router_id': 'cca991f6-be1d-4059-9a04-716343715eb3', 'port_id': 'f7d9643a-febd-434a-b78d-db8c7fccb5a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56086d59-f4fd-44f6-9cd7-d10188d44026', 'mac_address': 'fa:16:3e:c6:f5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c811be-6fb2-44a8-8131-9e5c6cd79d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:38:47Z', 'updated_at': '2021-10-27T16:38:47Z', 'revision_number': 0, 'project_id': 'b4608dd9e79646bab6f79ee11262de47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94217448-5b80-405e-b03d-c057f76b4be9', 'name': '', 'network_id': '56086d59-f4fd-44f6-9cd7-d10188d44026', 'tenant_id': 'b4608dd9e79646bab6f79ee11262de47', 'mac_address': 'fa:16:3e:f7:67:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca991f6-be1d-4059-9a04-716343715eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a42514b9-e837-41aa-852c-c46b3ba3f0ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:37:31Z', 'updated_at': '2021-10-27T16:37:36Z', 'revision_number': 5, 'project_id': 'b4608dd9e79646bab6f79ee11262de47', 'subnets': [{'id': 'a42514b9-e837-41aa-852c-c46b3ba3f0ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:38:50.059721 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8d04be1d-e858-48d2-a531-daccbccbf931 req-0f5d43a6-22e2-4779-be59-cfc4b89d0c73 service neutron] 10.222.0.66 "GET /v2.0/networks/56086d59-f4fd-44f6-9cd7-d10188d44026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987513 Oct 27 16:38:50.141048 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31de90-6892-46db-a3c2-1cc8de72d10e req-1211fd3e-1c14-4b27-b6ba-f8fc72a68675 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:50.142551 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ed31de90-6892-46db-a3c2-1cc8de72d10e req-1211fd3e-1c14-4b27-b6ba-f8fc72a68675 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0984066 Oct 27 16:38:50.211117 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ed31de90-6892-46db-a3c2-1cc8de72d10e req-52937253-7a40-414f-9614-461dc795e155 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576923 Oct 27 16:38:50.241040 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8d04be1d-e858-48d2-a531-daccbccbf931 req-657085d1-7a16-46e9-b782-c6e27e2e5a77 service neutron] 10.222.0.66 "GET /v2.0/networks/56086d59-f4fd-44f6-9cd7-d10188d44026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622639 Oct 27 16:38:50.266001 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20507e8-95d3-4482-adc8-c22474bf2f86 req-67a9becb-ff0d-46ab-bb9b-5ce92fd87541 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:50.267851 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d20507e8-95d3-4482-adc8-c22474bf2f86 req-67a9becb-ff0d-46ab-bb9b-5ce92fd87541 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.0825763 Oct 27 16:38:50.269350 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9380c4ce-220d-4400-89fb-e767d8cf0404 None None] New status for floating IP 9fd56008-0f75-4466-b1e4-62f0d4cd4c86: ACTIVE {{(pid=101667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:38:50.328520 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d20507e8-95d3-4482-adc8-c22474bf2f86 req-92c77d3a-667d-4906-a61c-ab01c5c866ab tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523667 Oct 27 16:38:50.715600 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36f79f-959e-4eb1-a276-d3012d8ce15e req-96bcc987-dcaa-4916-b448-807c2f597fde tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:50.717098 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ae36f79f-959e-4eb1-a276-d3012d8ce15e req-96bcc987-dcaa-4916-b448-807c2f597fde tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0842431 Oct 27 16:38:50.725279 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-7a67574d-6342-4d93-87c0-e837a0926b37 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:50.726608 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-7a67574d-6342-4d93-87c0-e837a0926b37 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.66 "GET /v2.0/networks?id=bbe39475-f770-4da9-9ca4-8c1ded76e00a HTTP/1.1" status: 200 len: 808 time: 0.1425619 Oct 27 16:38:50.760240 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ae36f79f-959e-4eb1-a276-d3012d8ce15e req-36559a99-3e24-4aaa-be82-f520d01b2e07 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326412 Oct 27 16:38:50.781913 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-d819e406-a6e4-4774-9b52-470671a04515 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Request body: {'port': {'device_id': '4ec61b73-ff65-43ea-bbc9-a5458f10cd0d', 'network_id': 'bbe39475-f770-4da9-9ca4-8c1ded76e00a', 'admin_state_up': True, 'tenant_id': '09e62ed4bf754f0f8154fcab6eddb051'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:50.848982 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b30f443f-9678-4492-ae4a-a3e4c8dfc0cc req-3971b630-11f6-428f-a78d-c031437075c3 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ec61b73-ff65-43ea-bbc9-a5458f10cd0d HTTP/1.1" status: 200 len: 210 time: 0.0623281 Oct 27 16:38:50.914779 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-d819e406-a6e4-4774-9b52-470671a04515 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Made reservation on behalf of 09e62ed4bf754f0f8154fcab6eddb051 for: {'port': 1} {{(pid=101666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:38:50.918420 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-d819e406-a6e4-4774-9b52-470671a04515 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:51.052030 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.db_base_plugin_common [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-d819e406-a6e4-4774-9b52-470671a04515 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Allocated IP 172.20.0.4 (bbe39475-f770-4da9-9ca4-8c1ded76e00a/e732d6db-2ca2-48d4-8313-36e3eb5e12df/50ff90c8-6a14-4889-9cdd-475e71148064) {{(pid=101666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:38:51.221107 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-d819e406-a6e4-4774-9b52-470671a04515 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Publish callbacks [] for port, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:51.224447 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:51.256512 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-d819e406-a6e4-4774-9b52-470671a04515 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622'] for port, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:51.335515 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-d819e406-a6e4-4774-9b52-470671a04515 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Network bbe39475-f770-4da9-9ca4-8c1ded76e00a is already hosted by enough agents. {{(pid=101666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:38:51.336318 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d819e406-a6e4-4774-9b52-470671a04515 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Pushing event updated for resources: {'Port': ['ID=50ff90c8-6a14-4889-9cdd-475e71148064,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:51.341358 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-d819e406-a6e4-4774-9b52-470671a04515 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Resources bound (agent type, host, resource id): {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:38:51.344003 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-d819e406-a6e4-4774-9b52-470671a04515 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Received port after_create {{(pid=101666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:38:51.349905 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-d819e406-a6e4-4774-9b52-470671a04515 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:51.350244 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-d819e406-a6e4-4774-9b52-470671a04515 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:51.383841 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-d819e406-a6e4-4774-9b52-470671a04515 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6050062 Oct 27 16:38:51.400116 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f38837-f713-4a5f-8ff5-f48f0e07294a req-be404b51-0499-466e-8ef2-c33d2040fcc8 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:51.401638 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-07f38837-f713-4a5f-8ff5-f48f0e07294a req-be404b51-0499-466e-8ef2-c33d2040fcc8 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.1142888 Oct 27 16:38:51.407619 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-f7df99a8-fdbc-4f55-8cd0-2406e1c72f28 service neutron] Request body: {'port': {'device_id': '4ec61b73-ff65-43ea-bbc9-a5458f10cd0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:51.547032 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-f7df99a8-fdbc-4f55-8cd0-2406e1c72f28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:51.551126 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-07f38837-f713-4a5f-8ff5-f48f0e07294a req-a0621941-b587-46ef-836e-6919910aab24 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331952 Oct 27 16:38:51.566921 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce3dde-d38b-488c-b512-fdd8cf1adebe req-c67eb399-03ad-4e7f-bd15-426a7a40e53b tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:51.568414 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-71ce3dde-d38b-488c-b512-fdd8cf1adebe req-c67eb399-03ad-4e7f-bd15-426a7a40e53b tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.1658766 Oct 27 16:38:51.584206 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0ce1e4e6-89ca-4841-abd8-ab575ad64f88 req-45d62adf-d3c0-4e3e-ba94-1d0cc4bead4e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1315179 Oct 27 16:38:51.651577 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-71ce3dde-d38b-488c-b512-fdd8cf1adebe req-a6be61ea-7ebd-4aa8-b7be-44f7594490be tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767040 Oct 27 16:38:52.055295 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1e4e6-89ca-4841-abd8-ab575ad64f88 req-27d9fc7b-885f-4512-87c0-713f8fdb9e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:52.056964 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0ce1e4e6-89ca-4841-abd8-ab575ad64f88 req-27d9fc7b-885f-4512-87c0-713f8fdb9e24 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a764bac289b649e9b1671333d51f7db3&device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 1099 time: 0.4262941 Oct 27 16:38:52.071735 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b325b4-9b88-468d-aeaf-3e4961e8aa1d req-e595c736-00d9-4599-a3aa-97c0c2894a88 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:52.073530 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c0b325b4-9b88-468d-aeaf-3e4961e8aa1d req-e595c736-00d9-4599-a3aa-97c0c2894a88 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ec61b73-ff65-43ea-bbc9-a5458f10cd0d HTTP/1.1" status: 200 len: 931 time: 0.1501372 Oct 27 16:38:52.096374 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7ceb0-085e-4b77-90c8-64b261ca46fc req-44a5090d-52a0-40f4-bb7c-35d19fde285b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:52.097787 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-37b7ceb0-085e-4b77-90c8-64b261ca46fc req-44a5090d-52a0-40f4-bb7c-35d19fde285b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.1771452 Oct 27 16:38:52.232466 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c0b325b4-9b88-468d-aeaf-3e4961e8aa1d req-e4e1c3fb-8f9f-4e47-ac13-1924704a7f88 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524060 Oct 27 16:38:52.260692 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-37b7ceb0-085e-4b77-90c8-64b261ca46fc req-3d718460-5eab-43d3-929a-03108fd7e688 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383955 Oct 27 16:38:52.297663 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1e4e6-89ca-4841-abd8-ab575ad64f88 req-c44d81e7-06b8-4273-9575-e3071b76f4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:52.299166 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0ce1e4e6-89ca-4841-abd8-ab575ad64f88 req-c44d81e7-06b8-4273-9575-e3071b76f4ce service neutron] 10.222.0.66 "GET /v2.0/networks?id=4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14 HTTP/1.1" status: 200 len: 921 time: 0.1979187 Oct 27 16:38:52.313141 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-f7df99a8-fdbc-4f55-8cd0-2406e1c72f28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ff90c8-6a14-4889-9cdd-475e71148064 {{(pid=101666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:38:52.321962 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-f7df99a8-fdbc-4f55-8cd0-2406e1c72f28 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:52.358286 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0ce1e4e6-89ca-4841-abd8-ab575ad64f88 req-08950fba-d9a3-415c-9d30-aebbbfbad3fe service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ae663fd-1d43-45ed-baed-4618e9786532 HTTP/1.1" status: 200 len: 217 time: 0.0382388 Oct 27 16:38:52.366732 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.provisioning_blocks [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-f7df99a8-fdbc-4f55-8cd0-2406e1c72f28 service neutron] Transition to ACTIVE for port object 50ff90c8-6a14-4889-9cdd-475e71148064 will not be triggered until provisioned by entity L2. {{(pid=101666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:38:52.378275 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-f7df99a8-fdbc-4f55-8cd0-2406e1c72f28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:52.455562 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1e4e6-89ca-4841-abd8-ab575ad64f88 req-2bf7a4ae-c6ff-4d86-8b27-f0d9534541e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:52.457040 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0ce1e4e6-89ca-4841-abd8-ab575ad64f88 req-2bf7a4ae-c6ff-4d86-8b27-f0d9534541e7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fb778c79-e1ca-40aa-a2d2-a768cb1fae5c HTTP/1.1" status: 200 len: 859 time: 0.0872693 Oct 27 16:38:52.457597 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df99a8-fdbc-4f55-8cd0-2406e1c72f28 service neutron] Pushing event updated for resources: {'Port': ['ID=50ff90c8-6a14-4889-9cdd-475e71148064,revision_number=2']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:52.511039 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0ce1e4e6-89ca-4841-abd8-ab575ad64f88 req-e44813ec-12c6-4e7e-8a2a-7dafba8807c8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319347 Oct 27 16:38:52.518108 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-f7df99a8-fdbc-4f55-8cd0-2406e1c72f28 service neutron] Attempting to bind port 50ff90c8-6a14-4889-9cdd-475e71148064 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:38:52.518433 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-f7df99a8-fdbc-4f55-8cd0-2406e1c72f28 service neutron] Attempting to bind port 50ff90c8-6a14-4889-9cdd-475e71148064 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '27a2f639-6a28-44d1-8c0f-33d46b79e83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'bbe39475-f770-4da9-9ca4-8c1ded76e00a'}] {{(pid=101666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:38:52.518769 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-f7df99a8-fdbc-4f55-8cd0-2406e1c72f28 service neutron] Attempting to bind port 50ff90c8-6a14-4889-9cdd-475e71148064 on network bbe39475-f770-4da9-9ca4-8c1ded76e00a {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:38:52.524382 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-f7df99a8-fdbc-4f55-8cd0-2406e1c72f28 service neutron] Port 50ff90c8-6a14-4889-9cdd-475e71148064 on network bbe39475-f770-4da9-9ca4-8c1ded76e00a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:38:52.524747 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-f7df99a8-fdbc-4f55-8cd0-2406e1c72f28 service neutron] Attempting to bind port 50ff90c8-6a14-4889-9cdd-475e71148064 on network bbe39475-f770-4da9-9ca4-8c1ded76e00a {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:38:52.537314 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-f7df99a8-fdbc-4f55-8cd0-2406e1c72f28 service neutron] Checking agent: {'id': '082437a5-0f96-45b0-8b8c-6a124d6faa93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 33, 51), 'started_at': datetime.datetime(2021, 10, 27, 16, 33, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:38:52.537641 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-f7df99a8-fdbc-4f55-8cd0-2406e1c72f28 service neutron] Checking segment: {'id': '27a2f639-6a28-44d1-8c0f-33d46b79e83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'bbe39475-f770-4da9-9ca4-8c1ded76e00a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:38:52.537998 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-f7df99a8-fdbc-4f55-8cd0-2406e1c72f28 service neutron] Bound using segment: {'id': '27a2f639-6a28-44d1-8c0f-33d46b79e83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'bbe39475-f770-4da9-9ca4-8c1ded76e00a'} {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:38:52.538420 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-f7df99a8-fdbc-4f55-8cd0-2406e1c72f28 service neutron] Bound port: 50ff90c8-6a14-4889-9cdd-475e71148064, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27a2f639-6a28-44d1-8c0f-33d46b79e83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'bbe39475-f770-4da9-9ca4-8c1ded76e00a'}}] {{(pid=101666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:38:52.538764 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-f7df99a8-fdbc-4f55-8cd0-2406e1c72f28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:52.692144 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0ce1e4e6-89ca-4841-abd8-ab575ad64f88 req-9ea831b9-3f78-49e6-a721-77d9b6a1d81b service neutron] 10.222.0.66 "GET /v2.0/networks/4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620357 Oct 27 16:38:52.710787 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-f7df99a8-fdbc-4f55-8cd0-2406e1c72f28 service neutron] For port 50ff90c8-6a14-4889-9cdd-475e71148064, host hv-cinder-81565, cleared binding levels {{(pid=101666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:38:52.715719 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-f7df99a8-fdbc-4f55-8cd0-2406e1c72f28 service neutron] For port 50ff90c8-6a14-4889-9cdd-475e71148064, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=50ff90c8-6a14-4889-9cdd-475e71148064,segment=NetworkSegment(27a2f639-6a28-44d1-8c0f-33d46b79e83a),segment_id=27a2f639-6a28-44d1-8c0f-33d46b79e83a)] {{(pid=101666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:38:52.733726 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a31d4-5912-4916-a3e5-c100d8256f67 req-4710927d-bce5-49fe-b6e4-1aea87c214f0 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:52.735182 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-134a31d4-5912-4916-a3e5-c100d8256f67 req-4710927d-bce5-49fe-b6e4-1aea87c214f0 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.1146889 Oct 27 16:38:52.766642 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-f7df99a8-fdbc-4f55-8cd0-2406e1c72f28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:52.840880 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-f7df99a8-fdbc-4f55-8cd0-2406e1c72f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:52.841472 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-f7df99a8-fdbc-4f55-8cd0-2406e1c72f28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:52.843124 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-f7df99a8-fdbc-4f55-8cd0-2406e1c72f28 service neutron] 10.222.0.66 "PUT /v2.0/ports/50ff90c8-6a14-4889-9cdd-475e71148064 HTTP/1.1" status: 200 len: 1093 time: 1.4393435 Oct 27 16:38:52.849393 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec61b73-ff65-43ea-bbc9-a5458f10cd0d', 'tag': '50ff90c8-6a14-4889-9cdd-475e71148064'}] {{(pid=101666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:38:52.851671 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c97a8bc50bc1e60c5bcd83482612a755f7c8660878f0fc94464a674b36297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b97fcc-4640-46f6-8b98-ebfd1c5d38b6" -d '{"events": [{"name": "network-changed", "server_uuid": "4ec61b73-ff65-43ea-bbc9-a5458f10cd0d", "tag": "50ff90c8-6a14-4889-9cdd-475e71148064"}]}' {{(pid=101666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:38:52.901850 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-134a31d4-5912-4916-a3e5-c100d8256f67 req-7138d613-d7a9-4c35-9747-44a1b9bea70b tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372554 Oct 27 16:38:52.921555 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df99a8-fdbc-4f55-8cd0-2406e1c72f28 service neutron] Pushing event updated for resources: {'Port': ['ID=50ff90c8-6a14-4889-9cdd-475e71148064,revision_number=3']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:52.936556 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92977a-e64e-4113-8ad0-261b5ec37734 req-b5e0a275-e32b-418f-9335-1cd53c468cd1 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:52.938191 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1a92977a-e64e-4113-8ad0-261b5ec37734 req-b5e0a275-e32b-418f-9335-1cd53c468cd1 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.2020147 Oct 27 16:38:52.966462 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd210e8-10b0-491d-bdcc-63fd574a9884 x-openstack-request-id: req-bbd210e8-10b0-491d-bdcc-63fd574a9884 {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:38:52.966739 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ec61b73-ff65-43ea-bbc9-a5458f10cd0d", "tag": "50ff90c8-6a14-4889-9cdd-475e71148064", "status": "completed", "code": 200}]} {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:38:52.966986 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bbd210e8-10b0-491d-bdcc-63fd574a9884 {{(pid=101666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:38:52.967363 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ec61b73-ff65-43ea-bbc9-a5458f10cd0d', 'tag': '50ff90c8-6a14-4889-9cdd-475e71148064', 'status': 'completed', 'code': 200} Oct 27 16:38:52.986879 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0ce1e4e6-89ca-4841-abd8-ab575ad64f88 req-4c248be5-bcb9-4a60-b1f4-dff9e558d0d8 service neutron] 10.222.0.66 "GET /v2.0/networks/4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832985 Oct 27 16:38:53.011099 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-1807b678-2ebc-4351-b853-aff5b4a6b444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:53.012761 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-1807b678-2ebc-4351-b853-aff5b4a6b444 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=09e62ed4bf754f0f8154fcab6eddb051&device_id=4ec61b73-ff65-43ea-bbc9-a5458f10cd0d HTTP/1.1" status: 200 len: 1096 time: 0.1082995 Oct 27 16:38:53.016364 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1a92977a-e64e-4113-8ad0-261b5ec37734 req-1262ab63-1ab6-4962-9726-50ae15786d36 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612826 Oct 27 16:38:53.087873 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-004ea8a7-dd04-4d63-9723-f7640df97050 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50ff90c8-6a14-4889-9cdd-475e71148064 HTTP/1.1" status: 200 len: 217 time: 0.0450311 Oct 27 16:38:53.157917 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-03197acb-b204-49d3-8df5-d0bc0b5419f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:53.159386 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-03197acb-b204-49d3-8df5-d0bc0b5419f3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e732d6db-2ca2-48d4-8313-36e3eb5e12df HTTP/1.1" status: 200 len: 848 time: 0.0505750 Oct 27 16:38:53.197878 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-6d785fb7-c0b0-49ff-abd1-685ec2ad8fd8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bbe39475-f770-4da9-9ca4-8c1ded76e00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239534 Oct 27 16:38:53.296917 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-6859950f-8eb3-4bc3-ad7d-ed6b0df052ec service neutron] 10.222.0.66 "GET /v2.0/networks/bbe39475-f770-4da9-9ca4-8c1ded76e00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833519 Oct 27 16:38:53.429926 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0386605-7e56-4a1b-b694-966bc5dfcce0 req-87d2c8af-975b-43d8-a363-c5a05a3c4e2b tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:53.431416 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b0386605-7e56-4a1b-b694-966bc5dfcce0 req-87d2c8af-975b-43d8-a363-c5a05a3c4e2b tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ec61b73-ff65-43ea-bbc9-a5458f10cd0d HTTP/1.1" status: 200 len: 943 time: 0.1308413 Oct 27 16:38:53.480689 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e28f40-42da-4420-b595-de9ba7807223 req-331bd1e5-1954-4ca2-ab58-a74fe3494c0e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:53.482139 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a5e28f40-42da-4420-b595-de9ba7807223 req-331bd1e5-1954-4ca2-ab58-a74fe3494c0e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.1449459 Oct 27 16:38:53.491648 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-74876c4c-c39a-4737-aabc-9a60588139a9 req-4ae8f35e-d157-4c11-a8b8-7cf8b1b0d72c service neutron] 10.222.0.66 "GET /v2.0/networks/bbe39475-f770-4da9-9ca4-8c1ded76e00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625755 Oct 27 16:38:53.518507 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b0386605-7e56-4a1b-b694-966bc5dfcce0 req-a184d3cb-3492-49e9-8674-eba0ed74cff8 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802298 Oct 27 16:38:53.538452 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a5e28f40-42da-4420-b595-de9ba7807223 req-26712315-6d2c-4d9c-9b87-9f429adbb168 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489833 Oct 27 16:38:53.614956 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b97fcc-4640-46f6-8b98-ebfd1c5d38b6 req-8a820fae-5b18-425f-a98a-f34a6f7bb8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:53.616484 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-33b97fcc-4640-46f6-8b98-ebfd1c5d38b6 req-8a820fae-5b18-425f-a98a-f34a6f7bb8ff service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=09e62ed4bf754f0f8154fcab6eddb051&device_id=4ec61b73-ff65-43ea-bbc9-a5458f10cd0d HTTP/1.1" status: 200 len: 1096 time: 0.0407577 Oct 27 16:38:53.725442 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b97fcc-4640-46f6-8b98-ebfd1c5d38b6 req-f31ad94f-be26-48fe-a72a-432a02d3ef26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:53.726918 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-33b97fcc-4640-46f6-8b98-ebfd1c5d38b6 req-f31ad94f-be26-48fe-a72a-432a02d3ef26 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bbe39475-f770-4da9-9ca4-8c1ded76e00a HTTP/1.1" status: 200 len: 910 time: 0.0896776 Oct 27 16:38:53.786656 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-33b97fcc-4640-46f6-8b98-ebfd1c5d38b6 req-78cc38fa-78ec-40bb-9ed9-f67af922c072 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50ff90c8-6a14-4889-9cdd-475e71148064 HTTP/1.1" status: 200 len: 217 time: 0.0355878 Oct 27 16:38:53.846990 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b97fcc-4640-46f6-8b98-ebfd1c5d38b6 req-4c079555-f2a1-4be3-b4a6-a0ce90c78299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:53.848452 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-33b97fcc-4640-46f6-8b98-ebfd1c5d38b6 req-4c079555-f2a1-4be3-b4a6-a0ce90c78299 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e732d6db-2ca2-48d4-8313-36e3eb5e12df HTTP/1.1" status: 200 len: 848 time: 0.0429709 Oct 27 16:38:53.851309 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 54040) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:53.913691 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-33b97fcc-4640-46f6-8b98-ebfd1c5d38b6 req-b1b1ad07-5294-43f3-b99d-6ce8f19cd436 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bbe39475-f770-4da9-9ca4-8c1ded76e00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286806 Oct 27 16:38:54.032037 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-d1311a05-9d2c-47c5-80a8-431252199c85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:54.115783 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-33b97fcc-4640-46f6-8b98-ebfd1c5d38b6 req-17382918-9a3e-4590-911a-12f38b9966ea service neutron] 10.222.0.66 "GET /v2.0/networks/bbe39475-f770-4da9-9ca4-8c1ded76e00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777396 Oct 27 16:38:54.137886 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3123a5-7ab4-48d6-9ecc-cb8e3fb593a3 req-e0113c48-f262-4bcf-a543-439a56809556 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:54.140108 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2a3123a5-7ab4-48d6-9ecc-cb8e3fb593a3 req-e0113c48-f262-4bcf-a543-439a56809556 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.1557615 Oct 27 16:38:54.484293 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69869d6c-0025-4cc7-af7e-05cf040837df req-439d5e6a-fafb-4689-8088-6c148b1afc91 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:54.485701 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-69869d6c-0025-4cc7-af7e-05cf040837df req-439d5e6a-fafb-4689-8088-6c148b1afc91 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.3940313 Oct 27 16:38:54.492099 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2a3123a5-7ab4-48d6-9ecc-cb8e3fb593a3 req-fed29ffb-5eb1-4db0-86aa-6933cc1d0390 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380797 Oct 27 16:38:54.509174 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-d1311a05-9d2c-47c5-80a8-431252199c85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:54.517598 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-d1311a05-9d2c-47c5-80a8-431252199c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:54.533376 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-33b97fcc-4640-46f6-8b98-ebfd1c5d38b6 req-133fb7fd-e130-493b-8ea8-6d07b30729dc service neutron] 10.222.0.66 "GET /v2.0/networks/bbe39475-f770-4da9-9ca4-8c1ded76e00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896201 Oct 27 16:38:54.578579 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-69869d6c-0025-4cc7-af7e-05cf040837df req-d8a31e30-b3a8-4492-a5f9-0dc82d93c384 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855412 Oct 27 16:38:54.583699 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-d1311a05-9d2c-47c5-80a8-431252199c85 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=85e93a9bb9bf4dccbf3e4f438158f634&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7289333 Oct 27 16:38:54.583699 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1311a05-9d2c-47c5-80a8-431252199c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef43d95-9b3c-499b-8aeb-5fbc63d7c6d4,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:54.584426 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 54054) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:54.645792 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5ccb2-2075-41b6-b7ad-e65d2206cb0d req-06720404-05cc-4c8b-8647-bbce4d5a340f tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:54.647669 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0bd5ccb2-2075-41b6-b7ad-e65d2206cb0d req-06720404-05cc-4c8b-8647-bbce4d5a340f tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ec61b73-ff65-43ea-bbc9-a5458f10cd0d HTTP/1.1" status: 200 len: 943 time: 0.0569553 Oct 27 16:38:54.662494 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a230dc4c-a958-494d-83ab-9ae81ba887f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:54.684193 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a230dc4c-a958-494d-83ab-9ae81ba887f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:54.720008 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0bd5ccb2-2075-41b6-b7ad-e65d2206cb0d req-a29d9cf5-8ad6-4124-a41d-fb8ea9fbec8c tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613966 Oct 27 16:38:54.729557 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd6c4f-d70f-496c-96ae-e65ef1d83d7b req-c1b7e1fc-e5c3-4ccb-8d97-af40951bdeca tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:54.731599 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-92fd6c4f-d70f-496c-96ae-e65ef1d83d7b req-c1b7e1fc-e5c3-4ccb-8d97-af40951bdeca tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0814579 Oct 27 16:38:54.752423 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a230dc4c-a958-494d-83ab-9ae81ba887f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:54.754987 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a230dc4c-a958-494d-83ab-9ae81ba887f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:54.756901 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-a230dc4c-a958-494d-83ab-9ae81ba887f7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/eef43d95-9b3c-499b-8aeb-5fbc63d7c6d4 HTTP/1.1" status: 204 len: 168 time: 0.1717775 Oct 27 16:38:54.766102 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230dc4c-a958-494d-83ab-9ae81ba887f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef43d95-9b3c-499b-8aeb-5fbc63d7c6d4,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:54.777654 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-92fd6c4f-d70f-496c-96ae-e65ef1d83d7b req-619e6930-f6f3-4a44-997c-4ec130409e8d tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393341 Oct 27 16:38:55.412522 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 54078) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:55.524997 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-81715afa-13e5-4dcd-8cf3-d129388f0093 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1415462820-network', 'tenant_id': '9a14ffe46fb243d19b1f31c10287a430'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:55.548281 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81715afa-13e5-4dcd-8cf3-d129388f0093 admin admin] Made reservation on behalf of 9a14ffe46fb243d19b1f31c10287a430 for: {'network': 1} {{(pid=101665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:38:55.550578 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-81715afa-13e5-4dcd-8cf3-d129388f0093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for network, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:55.558918 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-81715afa-13e5-4dcd-8cf3-d129388f0093 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:55.637651 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535ca96-b8fc-40a5-a7f4-148916393ad1 req-7777a2f0-730b-449b-98b3-ad288ca6d2d2 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:55.640055 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7535ca96-b8fc-40a5-a7f4-148916393ad1 req-7777a2f0-730b-449b-98b3-ad288ca6d2d2 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0752935 Oct 27 16:38:55.648031 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-81715afa-13e5-4dcd-8cf3-d129388f0093 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:55.653638 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-81715afa-13e5-4dcd-8cf3-d129388f0093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:55.677709 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81715afa-13e5-4dcd-8cf3-d129388f0093 admin admin] vlan segment allocate from pool success with {'vlan_id': 1010, 'physical_network': 'physnet1'} {{(pid=101665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:38:55.692733 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-81715afa-13e5-4dcd-8cf3-d129388f0093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790'] for segment, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:55.693070 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.db.segments_db [None req-81715afa-13e5-4dcd-8cf3-d129388f0093 admin admin] Added segment 8132c6f7-1654-4957-bad5-c7c76633225a of type vlan for network d0cc6912-268c-4ba3-af57-86b3ef84a5a9 Oct 27 16:38:55.695463 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81715afa-13e5-4dcd-8cf3-d129388f0093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35082175-8fa1-428d-9b21-97149ff97814,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:55.727137 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7535ca96-b8fc-40a5-a7f4-148916393ad1 req-8cd54582-5737-4783-8d27-18756d923b3d tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742326 Oct 27 16:38:55.739649 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-81715afa-13e5-4dcd-8cf3-d129388f0093 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779338775480'] for network, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:55.744018 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5648658-9d07-47c0-9856-8bf369af04e5 req-087f9cf3-a08b-4df9-a3f4-aa03c8bbad83 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:55.745653 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f5648658-9d07-47c0-9856-8bf369af04e5 req-087f9cf3-a08b-4df9-a3f4-aa03c8bbad83 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.0860472 Oct 27 16:38:55.780244 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-81715afa-13e5-4dcd-8cf3-d129388f0093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568'] for network, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:55.781321 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81715afa-13e5-4dcd-8cf3-d129388f0093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:55.781938 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-81715afa-13e5-4dcd-8cf3-d129388f0093 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for network, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:55.791626 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f5648658-9d07-47c0-9856-8bf369af04e5 req-711d20ff-6c40-4720-a34c-e738d6847b7e tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390122 Oct 27 16:38:55.850766 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-81715afa-13e5-4dcd-8cf3-d129388f0093 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4367700 Oct 27 16:38:55.851580 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 54092) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:55.852477 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81715afa-13e5-4dcd-8cf3-d129388f0093 admin admin] Pushing event updated for resources: {'Network': ['ID=d0cc6912-268c-4ba3-af57-86b3ef84a5a9,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:55.860842 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [None req-a0bbe62f-63b4-4c00-9e83-df338a89a39d admin admin] Request body: {'subnet': {'network_id': 'd0cc6912-268c-4ba3-af57-86b3ef84a5a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1415462820-subnet', 'tenant_id': '9a14ffe46fb243d19b1f31c10287a430', 'ip_version': 4}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:55.864488 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Network d0cc6912-268c-4ba3-af57-86b3ef84a5a9 details requested by agent ovs-agent-dv-cinder-815659-1-iscsi with host dv-cinder-815659-1-iscsi {{(pid=101667) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:38:55.916908 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bbe62f-63b4-4c00-9e83-df338a89a39d admin admin] Made reservation on behalf of 9a14ffe46fb243d19b1f31c10287a430 for: {'subnet': 1} {{(pid=101666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:38:55.919510 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-a0bbe62f-63b4-4c00-9e83-df338a89a39d admin admin] Publish callbacks [] for subnet, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:55.928942 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26388e3-1609-4680-8602-9f2f69e7d588 req-8c379091-3725-4262-9c18-97128d1006e4 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:55.931070 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e26388e3-1609-4680-8602-9f2f69e7d588 req-8c379091-3725-4262-9c18-97128d1006e4 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ec61b73-ff65-43ea-bbc9-a5458f10cd0d HTTP/1.1" status: 200 len: 943 time: 0.1197205 Oct 27 16:38:56.034791 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d49562-6e82-4820-9494-b3f1ee159fd1 req-c32414c2-4c47-475d-986c-20ea8ac65057 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:56.036484 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-22d49562-6e82-4820-9494-b3f1ee159fd1 req-c32414c2-4c47-475d-986c-20ea8ac65057 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.1597109 Oct 27 16:38:56.070520 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e26388e3-1609-4680-8602-9f2f69e7d588 req-4b5192be-e83c-478f-9abe-f4e70010ab7f tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944004 Oct 27 16:38:56.106554 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-22d49562-6e82-4820-9494-b3f1ee159fd1 req-abba7c35-ff7b-4aba-a212-2c5f43786ea8 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586231 Oct 27 16:38:56.194983 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-a0bbe62f-63b4-4c00-9e83-df338a89a39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568'] for subnet, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:56.251271 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bbe62f-63b4-4c00-9e83-df338a89a39d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d64785c2-0a62-4404-952b-b403465d443a,revision_number=0']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:56.262581 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bbe62f-63b4-4c00-9e83-df338a89a39d admin admin] Checking segment: {'id': '8132c6f7-1654-4957-bad5-c7c76633225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0cc6912-268c-4ba3-af57-86b3ef84a5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:38:56.262938 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bbe62f-63b4-4c00-9e83-df338a89a39d admin admin] Network hostable DHCP agents. Network: d0cc6912-268c-4ba3-af57-86b3ef84a5a9, hostable agents: ['787f9650-d18e-4402-9e0d-45b78af00bf5'], hosted agents: [] {{(pid=101666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:38:56.281181 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bbe62f-63b4-4c00-9e83-df338a89a39d admin admin] Network d0cc6912-268c-4ba3-af57-86b3ef84a5a9 is scheduled to be hosted by DHCP agent 787f9650-d18e-4402-9e0d-45b78af00bf5 with binding_index 1 {{(pid=101666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:38:56.290421 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [None req-a0bbe62f-63b4-4c00-9e83-df338a89a39d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-1-iscsi, d0cc6912-268c-4ba3-af57-86b3ef84a5a9) {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:38:56.294404 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bbe62f-63b4-4c00-9e83-df338a89a39d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:56.294978 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-a0bbe62f-63b4-4c00-9e83-df338a89a39d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for subnet, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:56.300621 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb69358-3d98-43f5-91ac-623199da2393 None None] Network d0cc6912-268c-4ba3-af57-86b3ef84a5a9 requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:38:56.310894 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-a0bbe62f-63b4-4c00-9e83-df338a89a39d admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4550245 Oct 27 16:38:56.313395 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 54102) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:56.317607 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [None req-ee81629f-8908-47c2-9b25-573ad00ae964 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1415462820-router', 'tenant_id': '9a14ffe46fb243d19b1f31c10287a430', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'}}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:56.339840 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ee81629f-8908-47c2-9b25-573ad00ae964 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3734699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3542'] for router, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:56.340990 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ee81629f-8908-47c2-9b25-573ad00ae964 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3732827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3905833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3521'] for router, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:56.391759 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ee81629f-8908-47c2-9b25-573ad00ae964 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:56.530846 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ee81629f-8908-47c2-9b25-573ad00ae964 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:56.569520 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5447099-bb01-41a0-9671-60b0d2529bae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7b95057-ef53-539e-8933-e83ad38293e7-d0cc6912-268c-4ba3-af57-86b3ef84a5a9', 'network_id': 'd0cc6912-268c-4ba3-af57-86b3ef84a5a9', 'tenant_id': '9a14ffe46fb243d19b1f31c10287a430', 'fixed_ips': [{'subnet_id': 'd64785c2-0a62-4404-952b-b403465d443a'}]}} from dv-cinder-815659-1-iscsi. {{(pid=101667) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:38:56.570380 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c5447099-bb01-41a0-9671-60b0d2529bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:56.702511 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.db_base_plugin_common [None req-c5447099-bb01-41a0-9671-60b0d2529bae None None] Allocated IP 172.20.0.2 (d0cc6912-268c-4ba3-af57-86b3ef84a5a9/d64785c2-0a62-4404-952b-b403465d443a/ca312f3e-2cc4-4efa-96d1-8787a9e840ab) {{(pid=101667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:38:56.748974 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ee81629f-8908-47c2-9b25-573ad00ae964 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:56.771461 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ee81629f-8908-47c2-9b25-573ad00ae964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:56.848147 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c5447099-bb01-41a0-9671-60b0d2529bae None None] Publish callbacks [] for port, precommit_create {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:56.856528 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c5447099-bb01-41a0-9671-60b0d2529bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622'] for port, after_create {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:56.898752 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.db_base_plugin_common [None req-ee81629f-8908-47c2-9b25-573ad00ae964 admin admin] Allocated IP 172.27.0.72 (b60b3993-7427-4bdc-87fb-6dbc7e937750/bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1/79d38635-2030-44c8-84f2-53e897e22948) {{(pid=101666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:38:56.901341 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5447099-bb01-41a0-9671-60b0d2529bae None None] Network d0cc6912-268c-4ba3-af57-86b3ef84a5a9 is already hosted by enough agents. {{(pid=101667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:38:56.908875 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.scheduler.base_scheduler [None req-c5447099-bb01-41a0-9671-60b0d2529bae None None] Resources bound (agent type, host, resource id): {{(pid=101667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:38:56.911521 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5447099-bb01-41a0-9671-60b0d2529bae None None] Received port after_create {{(pid=101667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:38:56.916571 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5447099-bb01-41a0-9671-60b0d2529bae None None] Pushing event updated for resources: {'Port': ['ID=ca312f3e-2cc4-4efa-96d1-8787a9e840ab,revision_number=1']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:56.966985 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-c5447099-bb01-41a0-9671-60b0d2529bae None None] Attempting to bind port ca312f3e-2cc4-4efa-96d1-8787a9e840ab on host dv-cinder-815659-1-iscsi for vnic_type normal with profile {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:38:56.967348 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-c5447099-bb01-41a0-9671-60b0d2529bae None None] Attempting to bind port ca312f3e-2cc4-4efa-96d1-8787a9e840ab by drivers openvswitch,hyperv on host dv-cinder-815659-1-iscsi at level 0 using segments [{'id': '8132c6f7-1654-4957-bad5-c7c76633225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0cc6912-268c-4ba3-af57-86b3ef84a5a9'}] {{(pid=101667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:38:56.967726 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5447099-bb01-41a0-9671-60b0d2529bae None None] Attempting to bind port ca312f3e-2cc4-4efa-96d1-8787a9e840ab on network d0cc6912-268c-4ba3-af57-86b3ef84a5a9 {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:38:56.971653 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba04286-5e37-4b91-b03e-2a883c7ef768 req-3348d225-abb0-4852-9af6-936198da0aff tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:56.972995 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5447099-bb01-41a0-9671-60b0d2529bae None None] Checking agent: {'id': '042db589-9278-4969-aa78-790e50700daa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 27, 42), 'started_at': datetime.datetime(2021, 10, 27, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:38:56.973170 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5ba04286-5e37-4b91-b03e-2a883c7ef768 req-3348d225-abb0-4852-9af6-936198da0aff tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.1056390 Oct 27 16:38:56.973364 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5447099-bb01-41a0-9671-60b0d2529bae None None] Checking segment: {'id': '8132c6f7-1654-4957-bad5-c7c76633225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0cc6912-268c-4ba3-af57-86b3ef84a5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:38:56.973759 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c5447099-bb01-41a0-9671-60b0d2529bae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:56.974139 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5447099-bb01-41a0-9671-60b0d2529bae None None] Bound using segment: {'id': '8132c6f7-1654-4957-bad5-c7c76633225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0cc6912-268c-4ba3-af57-86b3ef84a5a9'} {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:38:56.974595 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-c5447099-bb01-41a0-9671-60b0d2529bae None None] Bound port: ca312f3e-2cc4-4efa-96d1-8787a9e840ab, host: dv-cinder-815659-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8132c6f7-1654-4957-bad5-c7c76633225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0cc6912-268c-4ba3-af57-86b3ef84a5a9'}}] {{(pid=101667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:38:56.974970 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c5447099-bb01-41a0-9671-60b0d2529bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:57.038862 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-c5447099-bb01-41a0-9671-60b0d2529bae None None] For port ca312f3e-2cc4-4efa-96d1-8787a9e840ab, host dv-cinder-815659-1-iscsi, cleared binding levels {{(pid=101667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:38:57.043000 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-c5447099-bb01-41a0-9671-60b0d2529bae None None] For port ca312f3e-2cc4-4efa-96d1-8787a9e840ab, host dv-cinder-815659-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=ca312f3e-2cc4-4efa-96d1-8787a9e840ab,segment=NetworkSegment(8132c6f7-1654-4957-bad5-c7c76633225a),segment_id=8132c6f7-1654-4957-bad5-c7c76633225a)] {{(pid=101667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:38:57.046361 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ee81629f-8908-47c2-9b25-573ad00ae964 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:57.048597 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c5447099-bb01-41a0-9671-60b0d2529bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:57.051747 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5ba04286-5e37-4b91-b03e-2a883c7ef768 req-3002aabd-3999-4e92-81f8-9cfbebeb76f4 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684917 Oct 27 16:38:57.097174 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ee81629f-8908-47c2-9b25-573ad00ae964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622'] for port, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:57.114686 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5447099-bb01-41a0-9671-60b0d2529bae None None] Pushing event updated for resources: {'Port': ['ID=ca312f3e-2cc4-4efa-96d1-8787a9e840ab,revision_number=2']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:57.139298 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee81629f-8908-47c2-9b25-573ad00ae964 admin admin] Network b60b3993-7427-4bdc-87fb-6dbc7e937750 is already hosted by enough agents. {{(pid=101666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:38:57.142557 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [None req-ee81629f-8908-47c2-9b25-573ad00ae964 admin admin] Resources bound (agent type, host, resource id): {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:38:57.163459 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee81629f-8908-47c2-9b25-573ad00ae964 admin admin] Pushing event updated for resources: {'Port': ['ID=79d38635-2030-44c8-84f2-53e897e22948,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:57.168069 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee81629f-8908-47c2-9b25-573ad00ae964 admin admin] Received port after_create {{(pid=101666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:38:57.365263 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5899c1c-a031-44ef-a4fb-378c6610eaee req-c0bfbdc6-eada-4b18-a04a-61470e87acb9 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:57.366766 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d5899c1c-a031-44ef-a4fb-378c6610eaee req-c0bfbdc6-eada-4b18-a04a-61470e87acb9 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.1564653 Oct 27 16:38:57.396095 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ee5f3-02d1-4307-be11-a2a2d42ff818 req-818b3ada-01ac-4e9d-9258-08add23d7f94 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:57.397677 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-609ee5f3-02d1-4307-be11-a2a2d42ff818 req-818b3ada-01ac-4e9d-9258-08add23d7f94 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ec61b73-ff65-43ea-bbc9-a5458f10cd0d HTTP/1.1" status: 200 len: 943 time: 0.1888771 Oct 27 16:38:57.513987 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d5899c1c-a031-44ef-a4fb-378c6610eaee req-34114973-4cad-4209-a0f3-d6c59f3f5d4b tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378846 Oct 27 16:38:57.532516 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-609ee5f3-02d1-4307-be11-a2a2d42ff818 req-9e440651-dfb5-4e28-92bb-0f1752a13430 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243556 Oct 27 16:38:57.552176 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ee81629f-8908-47c2-9b25-573ad00ae964 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:57.679298 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4f194-3580-4668-9e0c-1d4a4353d456 req-e9380d7d-1e44-4293-931f-e6353819c462 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:57.685116 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-66d4f194-3580-4668-9e0c-1d4a4353d456 req-e9380d7d-1e44-4293-931f-e6353819c462 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0942609 Oct 27 16:38:57.790207 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-66d4f194-3580-4668-9e0c-1d4a4353d456 req-4f7a898a-5fc6-4c46-bcb1-148a80fa6d73 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030812 Oct 27 16:38:57.821253 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ee81629f-8908-47c2-9b25-573ad00ae964 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3732816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3703951'] for router, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:57.980290 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee81629f-8908-47c2-9b25-573ad00ae964 admin admin] Router eadc5939-c761-47ef-b54b-1ebaf37bd451 is scheduled to L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 with binding_index 1 {{(pid=101666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:38:58.091597 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee81629f-8908-47c2-9b25-573ad00ae964 admin admin] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:38:58.113249 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdb3fbb-41e7-4f71-8e52-f16fb2a55c10 None None] Sync routers for ids ['eadc5939-c761-47ef-b54b-1ebaf37bd451'] in dv-cinder-815659-1-iscsi {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:38:58.115866 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ee81629f-8908-47c2-9b25-573ad00ae964 admin admin] Publish callbacks [] for router, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:58.122121 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 54142) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:58.122826 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-ee81629f-8908-47c2-9b25-573ad00ae964 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8083427 Oct 27 16:38:58.133306 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdb3fbb-41e7-4f71-8e52-f16fb2a55c10 None None] Routers {'eadc5939-c761-47ef-b54b-1ebaf37bd451'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:38:58.133927 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-cfdb3fbb-41e7-4f71-8e52-f16fb2a55c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:38:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['eadc5939-c761-47ef-b54b-1ebaf37bd451'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:58.140670 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a25a00-9274-42fd-9c88-592753104ee5 None None] Network d0cc6912-268c-4ba3-af57-86b3ef84a5a9 requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:38:58.228229 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdafca6-d742-417c-b453-779c5a709f7a req-5c1fc8e7-7aed-4ec8-825c-e3426f53881a tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:58.230612 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4bdafca6-d742-417c-b453-779c5a709f7a req-5c1fc8e7-7aed-4ec8-825c-e3426f53881a tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.0735347 Oct 27 16:38:58.246696 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-f765ab76-30db-42bb-9f7e-f9e49bad8e4f None None] Provisioning complete for port ca312f3e-2cc4-4efa-96d1-8787a9e840ab triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:38:58.247400 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-f765ab76-30db-42bb-9f7e-f9e49bad8e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:58.277615 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4bdafca6-d742-417c-b453-779c5a709f7a req-e7c32fc5-99f4-4c3d-ad4b-8f70cf1ddc7f tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408971 Oct 27 16:38:58.297539 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-cfdb3fbb-41e7-4f71-8e52-f16fb2a55c10 None None] Set router eadc5939-c761-47ef-b54b-1ebaf37bd451 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:38:58.404018 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-f765ab76-30db-42bb-9f7e-f9e49bad8e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:58.419195 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 50ff90c8-6a14-4889-9cdd-475e71148064 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=101667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:38:58.480619 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-cfdb3fbb-41e7-4f71-8e52-f16fb2a55c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadc5939-c761-47ef-b54b-1ebaf37bd451', 'name': 'tempest-TestMinimumBasicScenario-1415462820-router', 'tenant_id': '9a14ffe46fb243d19b1f31c10287a430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '79d38635-2030-44c8-84f2-53e897e22948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:38:56Z', 'updated_at': '2021-10-27T16:38:57Z', 'revision_number': 3, 'project_id': '9a14ffe46fb243d19b1f31c10287a430', 'gw_port': {'id': '79d38635-2030-44c8-84f2-53e897e22948', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadc5939-c761-47ef-b54b-1ebaf37bd451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:38:56Z', 'updated_at': '2021-10-27T16:38:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi'}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:58.507475 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-f765ab76-30db-42bb-9f7e-f9e49bad8e4f None None] For port ca312f3e-2cc4-4efa-96d1-8787a9e840ab, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=ca312f3e-2cc4-4efa-96d1-8787a9e840ab,segment=NetworkSegment(8132c6f7-1654-4957-bad5-c7c76633225a),segment_id=8132c6f7-1654-4957-bad5-c7c76633225a)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:38:58.518233 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-f765ab76-30db-42bb-9f7e-f9e49bad8e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:58.518465 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdb3fbb-41e7-4f71-8e52-f16fb2a55c10 None None] Checking router: eadc5939-c761-47ef-b54b-1ebaf37bd451 for host: dv-cinder-815659-1-iscsi {{(pid=101668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:38:58.518589 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdb3fbb-41e7-4f71-8e52-f16fb2a55c10 None None] Updating router eadc5939-c761-47ef-b54b-1ebaf37bd451 port 79d38635-2030-44c8-84f2-53e897e22948 binding host dv-cinder-815659-1-iscsi {{(pid=101668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:38:58.550649 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-cfdb3fbb-41e7-4f71-8e52-f16fb2a55c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:58.603863 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 50ff90c8-6a14-4889-9cdd-475e71148064, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=50ff90c8-6a14-4889-9cdd-475e71148064,segment=NetworkSegment(27a2f639-6a28-44d1-8c0f-33d46b79e83a),segment_id=27a2f639-6a28-44d1-8c0f-33d46b79e83a)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:38:58.617280 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f765ab76-30db-42bb-9f7e-f9e49bad8e4f None None] Pushing event updated for resources: {'Port': ['ID=ca312f3e-2cc4-4efa-96d1-8787a9e840ab,revision_number=3']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:58.623383 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Returning: {'device': '50ff90c8-6a14-4889-9cdd-475e71148064', 'network_id': 'bbe39475-f770-4da9-9ca4-8c1ded76e00a', 'port_id': '50ff90c8-6a14-4889-9cdd-475e71148064', 'mac_address': 'fa:16:3e:89:b1:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e732d6db-2ca2-48d4-8313-36e3eb5e12df', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:38:58.628112 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a1885d69-86d3-4c07-b536-d74aaad57d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:58.664111 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:58.690190 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ff90c8-6a14-4889-9cdd-475e71148064 {{(pid=101667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:38:58.717242 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e0df7-e622-428f-896a-91352e251a3e req-73affc92-f0b9-4428-936e-76b238a402fb tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:58.722662 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 50ff90c8-6a14-4889-9cdd-475e71148064, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=50ff90c8-6a14-4889-9cdd-475e71148064,segment=NetworkSegment(27a2f639-6a28-44d1-8c0f-33d46b79e83a),segment_id=27a2f639-6a28-44d1-8c0f-33d46b79e83a)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:38:58.726758 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-048e0df7-e622-428f-896a-91352e251a3e req-73affc92-f0b9-4428-936e-76b238a402fb tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ec61b73-ff65-43ea-bbc9-a5458f10cd0d HTTP/1.1" status: 200 len: 943 time: 0.0712872 Oct 27 16:38:58.733076 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:58.781938 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-048e0df7-e622-428f-896a-91352e251a3e req-da3c0ca7-a8bd-4aab-aa3f-69a014c5a132 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533416 Oct 27 16:38:58.792634 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=50ff90c8-6a14-4889-9cdd-475e71148064,revision_number=4']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:58.847511 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-fd7b36e8-03d4-4f2b-8864-b27ace2ad1a7 None None] Provisioning complete for port ca312f3e-2cc4-4efa-96d1-8787a9e840ab triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:38:58.848147 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-fd7b36e8-03d4-4f2b-8864-b27ace2ad1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:58.911073 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.db_base_plugin_common [None req-a1885d69-86d3-4c07-b536-d74aaad57d2d admin admin] Allocated IP 172.20.0.1 (d0cc6912-268c-4ba3-af57-86b3ef84a5a9/d64785c2-0a62-4404-952b-b403465d443a/ad4c6c74-56ac-42f4-877d-87d78dcb7f85) {{(pid=101665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:38:58.925810 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c153ac-edd9-4294-a818-65aa14fe71df req-6fe0ded1-487c-48ed-b768-1d6c73e9ff7e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:58.926927 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-91c153ac-edd9-4294-a818-65aa14fe71df req-6fe0ded1-487c-48ed-b768-1d6c73e9ff7e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0555117 Oct 27 16:38:58.992401 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-91c153ac-edd9-4294-a818-65aa14fe71df req-14d3155a-9104-4ecf-82b0-eaefe54b0f71 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591991 Oct 27 16:38:59.023915 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-cfdb3fbb-41e7-4f71-8e52-f16fb2a55c10 None None] Publish callbacks [] for port, precommit_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:59.030342 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-cfdb3fbb-41e7-4f71-8e52-f16fb2a55c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:59.037862 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a1885d69-86d3-4c07-b536-d74aaad57d2d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:59.071870 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a1885d69-86d3-4c07-b536-d74aaad57d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2512089'] for port, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:59.083899 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.managers [None req-cfdb3fbb-41e7-4f71-8e52-f16fb2a55c10 None None] Attempting to bind port 79d38635-2030-44c8-84f2-53e897e22948 on host dv-cinder-815659-1-iscsi for vnic_type normal with profile {{(pid=101668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:38:59.084270 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.managers [None req-cfdb3fbb-41e7-4f71-8e52-f16fb2a55c10 None None] Attempting to bind port 79d38635-2030-44c8-84f2-53e897e22948 by drivers openvswitch,hyperv on host dv-cinder-815659-1-iscsi at level 0 using segments [{'id': '9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'}] {{(pid=101668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:38:59.084628 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdb3fbb-41e7-4f71-8e52-f16fb2a55c10 None None] Attempting to bind port 79d38635-2030-44c8-84f2-53e897e22948 on network b60b3993-7427-4bdc-87fb-6dbc7e937750 {{(pid=101668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:38:59.087371 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee6af34-ae9f-4d03-9b8b-c6d7a5cabe4e None None] Pushing event updated for resources: {'Port': ['ID=79d38635-2030-44c8-84f2-53e897e22948,revision_number=2']} {{(pid=101668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:59.095438 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdb3fbb-41e7-4f71-8e52-f16fb2a55c10 None None] Checking agent: {'id': '042db589-9278-4969-aa78-790e50700daa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 27, 42), 'started_at': datetime.datetime(2021, 10, 27, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:38:59.095438 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdb3fbb-41e7-4f71-8e52-f16fb2a55c10 None None] Checking segment: {'id': '9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:38:59.095795 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-cfdb3fbb-41e7-4f71-8e52-f16fb2a55c10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:59.096203 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdb3fbb-41e7-4f71-8e52-f16fb2a55c10 None None] Bound using segment: {'id': '9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'} {{(pid=101668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:38:59.096661 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.managers [None req-cfdb3fbb-41e7-4f71-8e52-f16fb2a55c10 None None] Bound port: 79d38635-2030-44c8-84f2-53e897e22948, host: dv-cinder-815659-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'}}] {{(pid=101668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:38:59.097045 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-cfdb3fbb-41e7-4f71-8e52-f16fb2a55c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:59.099212 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee6af34-ae9f-4d03-9b8b-c6d7a5cabe4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:59.099599 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee6af34-ae9f-4d03-9b8b-c6d7a5cabe4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:59.099915 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee6af34-ae9f-4d03-9b8b-c6d7a5cabe4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:59.100241 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee6af34-ae9f-4d03-9b8b-c6d7a5cabe4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:59.100562 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee6af34-ae9f-4d03-9b8b-c6d7a5cabe4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:59.100885 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee6af34-ae9f-4d03-9b8b-c6d7a5cabe4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:59.101648 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee6af34-ae9f-4d03-9b8b-c6d7a5cabe4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:59.101648 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee6af34-ae9f-4d03-9b8b-c6d7a5cabe4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:59.101905 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee6af34-ae9f-4d03-9b8b-c6d7a5cabe4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:59.102174 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee6af34-ae9f-4d03-9b8b-c6d7a5cabe4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:59.102694 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee6af34-ae9f-4d03-9b8b-c6d7a5cabe4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:59.102822 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee6af34-ae9f-4d03-9b8b-c6d7a5cabe4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:59.123188 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1885d69-86d3-4c07-b536-d74aaad57d2d admin admin] Network d0cc6912-268c-4ba3-af57-86b3ef84a5a9 is already hosted by enough agents. {{(pid=101665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:38:59.126258 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.base_scheduler [None req-a1885d69-86d3-4c07-b536-d74aaad57d2d admin admin] Resources bound (agent type, host, resource id): {{(pid=101665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:38:59.129973 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1885d69-86d3-4c07-b536-d74aaad57d2d admin admin] Received port after_create {{(pid=101665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:38:59.153221 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1885d69-86d3-4c07-b536-d74aaad57d2d admin admin] Pushing event updated for resources: {'Port': ['ID=ad4c6c74-56ac-42f4-877d-87d78dcb7f85,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:59.161057 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.db [None req-cfdb3fbb-41e7-4f71-8e52-f16fb2a55c10 None None] For port 79d38635-2030-44c8-84f2-53e897e22948, host dv-cinder-815659-1-iscsi, cleared binding levels {{(pid=101668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:38:59.164517 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.db [None req-cfdb3fbb-41e7-4f71-8e52-f16fb2a55c10 None None] For port 79d38635-2030-44c8-84f2-53e897e22948, host dv-cinder-815659-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=79d38635-2030-44c8-84f2-53e897e22948,segment=NetworkSegment(9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182),segment_id=9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182)] {{(pid=101668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:38:59.171866 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-cfdb3fbb-41e7-4f71-8e52-f16fb2a55c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:59.177372 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a1885d69-86d3-4c07-b536-d74aaad57d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3734226'] for router_interface, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:59.258616 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee6af34-ae9f-4d03-9b8b-c6d7a5cabe4e None None] Pushing event updated for resources: {'Port': ['ID=79d38635-2030-44c8-84f2-53e897e22948,revision_number=3']} {{(pid=101668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:59.272157 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdb3fbb-41e7-4f71-8e52-f16fb2a55c10 None None] Routers {'eadc5939-c761-47ef-b54b-1ebaf37bd451'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:38:59.273028 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-cfdb3fbb-41e7-4f71-8e52-f16fb2a55c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:38:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['eadc5939-c761-47ef-b54b-1ebaf37bd451'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:59.285322 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device ca312f3e-2cc4-4efa-96d1-8787a9e840ab up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:38:59.374314 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port ca312f3e-2cc4-4efa-96d1-8787a9e840ab triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:38:59.374812 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:59.413794 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-cfdb3fbb-41e7-4f71-8e52-f16fb2a55c10 None None] Set router eadc5939-c761-47ef-b54b-1ebaf37bd451 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:38:59.418892 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a1885d69-86d3-4c07-b536-d74aaad57d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:59.452880 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da068f5-3cc6-4abf-9f82-deb2d4c4e219 req-350da6c7-e23f-4969-b829-788be4592db7 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:59.454963 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0da068f5-3cc6-4abf-9f82-deb2d4c4e219 req-350da6c7-e23f-4969-b829-788be4592db7 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.0821919 Oct 27 16:38:59.514302 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-588cafa9-ff1a-4bc3-914d-925083f6bc53 None None] Provisioning complete for port ad4c6c74-56ac-42f4-877d-87d78dcb7f85 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:38:59.514917 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-588cafa9-ff1a-4bc3-914d-925083f6bc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:59.516774 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0da068f5-3cc6-4abf-9f82-deb2d4c4e219 req-83713f7d-612c-4d29-a2a1-05cd2b7ee8d9 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554655 Oct 27 16:38:59.557547 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-588cafa9-ff1a-4bc3-914d-925083f6bc53 None None] Port ad4c6c74-56ac-42f4-877d-87d78dcb7f85 cannot update to ACTIVE because it is not bound. {{(pid=101667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:38:59.619231 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a1885d69-86d3-4c07-b536-d74aaad57d2d admin admin] Publish callbacks [] for port, precommit_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:59.625089 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a1885d69-86d3-4c07-b536-d74aaad57d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511906'] for port, after_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:59.628101 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-cfdb3fbb-41e7-4f71-8e52-f16fb2a55c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadc5939-c761-47ef-b54b-1ebaf37bd451', 'name': 'tempest-TestMinimumBasicScenario-1415462820-router', 'tenant_id': '9a14ffe46fb243d19b1f31c10287a430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '79d38635-2030-44c8-84f2-53e897e22948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:38:56Z', 'updated_at': '2021-10-27T16:38:57Z', 'revision_number': 3, 'project_id': '9a14ffe46fb243d19b1f31c10287a430', 'gw_port': {'id': '79d38635-2030-44c8-84f2-53e897e22948', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadc5939-c761-47ef-b54b-1ebaf37bd451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:38:56Z', 'updated_at': '2021-10-27T16:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi'}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:59.662781 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdb3fbb-41e7-4f71-8e52-f16fb2a55c10 None None] The sync data for ids ['eadc5939-c761-47ef-b54b-1ebaf37bd451'] in dv-cinder-815659-1-iscsi is: [{'id': 'eadc5939-c761-47ef-b54b-1ebaf37bd451', 'name': 'tempest-TestMinimumBasicScenario-1415462820-router', 'tenant_id': '9a14ffe46fb243d19b1f31c10287a430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '79d38635-2030-44c8-84f2-53e897e22948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:38:56Z', 'updated_at': '2021-10-27T16:38:57Z', 'revision_number': 3, 'project_id': '9a14ffe46fb243d19b1f31c10287a430', 'gw_port': {'id': '79d38635-2030-44c8-84f2-53e897e22948', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadc5939-c761-47ef-b54b-1ebaf37bd451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:38:56Z', 'updated_at': '2021-10-27T16:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi'}] {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:38:59.694901 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a1885d69-86d3-4c07-b536-d74aaad57d2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3579526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3735106'] for router_interface, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:59.707612 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1885d69-86d3-4c07-b536-d74aaad57d2d admin admin] Pushing event updated for resources: {'Port': ['ID=ad4c6c74-56ac-42f4-877d-87d78dcb7f85,revision_number=2']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:59.757840 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['50ff90c8-6a14-4889-9cdd-475e71148064'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:38:59.801994 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1885d69-86d3-4c07-b536-d74aaad57d2d admin admin] Network d0cc6912-268c-4ba3-af57-86b3ef84a5a9 is already hosted by enough agents. {{(pid=101665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:38:59.803492 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.base_scheduler [None req-a1885d69-86d3-4c07-b536-d74aaad57d2d admin admin] Resources bound (agent type, host, resource id): {{(pid=101665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:38:59.968816 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1885d69-86d3-4c07-b536-d74aaad57d2d admin admin] Router eadc5939-c761-47ef-b54b-1ebaf37bd451 has already been hosted by L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 {{(pid=101665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:38:59.972913 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5eaaf-1f0d-47cc-9c59-604b7e582bb3 req-0de34c40-0b7a-496e-bfcd-d62e85200256 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:59.981476 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2ec5eaaf-1f0d-47cc-9c59-604b7e582bb3 req-0de34c40-0b7a-496e-bfcd-d62e85200256 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ec61b73-ff65-43ea-bbc9-a5458f10cd0d HTTP/1.1" status: 200 len: 944 time: 0.1151655 Oct 27 16:39:00.032248 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2ec5eaaf-1f0d-47cc-9c59-604b7e582bb3 req-83f8db8f-2c31-49e8-b4df-f2e8aad06e32 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451131 Oct 27 16:39:00.119003 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1885d69-86d3-4c07-b536-d74aaad57d2d admin admin] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:39:00.128088 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-a1885d69-86d3-4c07-b536-d74aaad57d2d admin admin] 10.222.0.91 "PUT /v2.0/routers/eadc5939-c761-47ef-b54b-1ebaf37bd451/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0016310 Oct 27 16:39:00.175476 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764c9e5-037f-48b9-b731-0aafd22affa0 req-f4e9154a-190d-48fa-8e94-203178cff739 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:00.177334 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b764c9e5-037f-48b9-b731-0aafd22affa0 req-f4e9154a-190d-48fa-8e94-203178cff739 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0739264 Oct 27 16:39:00.187477 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-981107bd-c275-4ddb-b002-d8200c051b92 None None] Provisioning complete for port ad4c6c74-56ac-42f4-877d-87d78dcb7f85 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:00.187853 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-981107bd-c275-4ddb-b002-d8200c051b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:00.229889 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b764c9e5-037f-48b9-b731-0aafd22affa0 req-e3b60d3e-bdd3-47c5-92de-e974d4a7ac63 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448396 Oct 27 16:39:00.233305 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-981107bd-c275-4ddb-b002-d8200c051b92 None None] Port ad4c6c74-56ac-42f4-877d-87d78dcb7f85 cannot update to ACTIVE because it is not bound. {{(pid=101667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:39:00.637829 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb4ec4-3c0d-4429-8495-616010b89ea0 req-a95d6c42-e36a-4c03-b76e-ad91b23b8b8e tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:00.639418 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ceeb4ec4-3c0d-4429-8495-616010b89ea0 req-a95d6c42-e36a-4c03-b76e-ad91b23b8b8e tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.0574234 Oct 27 16:39:00.679192 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ceeb4ec4-3c0d-4429-8495-616010b89ea0 req-55a85392-568c-4aec-ad91-b092ba989896 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336268 Oct 27 16:39:00.693884 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 54184) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:00.699315 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-05077b23-0f21-49ef-8b1f-c8a0d4f7d2c3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2139512499-network', 'tenant_id': '977ca2e8012842f68ff404904d425fb7'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:39:00.721072 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05077b23-0f21-49ef-8b1f-c8a0d4f7d2c3 admin admin] Made reservation on behalf of 977ca2e8012842f68ff404904d425fb7 for: {'network': 1} {{(pid=101665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:39:00.723486 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-05077b23-0f21-49ef-8b1f-c8a0d4f7d2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for network, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:00.732388 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-05077b23-0f21-49ef-8b1f-c8a0d4f7d2c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:00.808963 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-05077b23-0f21-49ef-8b1f-c8a0d4f7d2c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:00.814453 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-05077b23-0f21-49ef-8b1f-c8a0d4f7d2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:00.835825 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05077b23-0f21-49ef-8b1f-c8a0d4f7d2c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1032, 'physical_network': 'physnet1'} {{(pid=101665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:39:00.854364 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05077b23-0f21-49ef-8b1f-c8a0d4f7d2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c596379-2459-4293-9063-b7fc45101ce3,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:00.858882 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-05077b23-0f21-49ef-8b1f-c8a0d4f7d2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790'] for segment, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:00.859221 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.db.segments_db [None req-05077b23-0f21-49ef-8b1f-c8a0d4f7d2c3 admin admin] Added segment ddb126d4-0fc6-43d8-a01e-9555b232cb34 of type vlan for network b1167715-9e60-4162-a3b7-95722bd4ecab Oct 27 16:39:00.901832 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-05077b23-0f21-49ef-8b1f-c8a0d4f7d2c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779338775480'] for network, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:00.927744 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-05077b23-0f21-49ef-8b1f-c8a0d4f7d2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568'] for network, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:00.928712 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05077b23-0f21-49ef-8b1f-c8a0d4f7d2c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:00.929327 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-05077b23-0f21-49ef-8b1f-c8a0d4f7d2c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for network, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:00.976111 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-05077b23-0f21-49ef-8b1f-c8a0d4f7d2c3 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2809436 Oct 27 16:39:00.979036 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 54186) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:00.985692 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [None req-23bf71cc-d0ff-494b-8a20-e913bb802b52 admin admin] Request body: {'subnet': {'network_id': 'b1167715-9e60-4162-a3b7-95722bd4ecab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2139512499-subnet', 'tenant_id': '977ca2e8012842f68ff404904d425fb7', 'ip_version': 4}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:39:00.988422 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05077b23-0f21-49ef-8b1f-c8a0d4f7d2c3 admin admin] Pushing event updated for resources: {'Network': ['ID=b1167715-9e60-4162-a3b7-95722bd4ecab,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:00.998503 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Network b1167715-9e60-4162-a3b7-95722bd4ecab details requested by agent ovs-agent-dv-cinder-815659-1-iscsi with host dv-cinder-815659-1-iscsi {{(pid=101667) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:39:01.018468 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bf71cc-d0ff-494b-8a20-e913bb802b52 admin admin] Made reservation on behalf of 977ca2e8012842f68ff404904d425fb7 for: {'subnet': 1} {{(pid=101666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:39:01.020983 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-23bf71cc-d0ff-494b-8a20-e913bb802b52 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:01.186278 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa0bbb-8634-4c7f-a1ac-58aabd8e886f req-a3001182-f80c-4783-9432-5208c1fb645d tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:01.187799 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-baaa0bbb-8634-4c7f-a1ac-58aabd8e886f req-a3001182-f80c-4783-9432-5208c1fb645d tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ec61b73-ff65-43ea-bbc9-a5458f10cd0d HTTP/1.1" status: 200 len: 944 time: 0.0820208 Oct 27 16:39:01.217845 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 79d38635-2030-44c8-84f2-53e897e22948 up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:39:01.263468 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-baaa0bbb-8634-4c7f-a1ac-58aabd8e886f req-4c014424-2704-4645-bd9c-c0d65c26ef53 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692091 Oct 27 16:39:01.274388 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port 79d38635-2030-44c8-84f2-53e897e22948 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:01.274923 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-23bf71cc-d0ff-494b-8a20-e913bb802b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568'] for subnet, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:01.275130 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:01.395142 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf71cc-d0ff-494b-8a20-e913bb802b52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=405a9f47-d993-4db9-9233-a3e479169bf1,revision_number=0']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:01.407847 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bf71cc-d0ff-494b-8a20-e913bb802b52 admin admin] Checking segment: {'id': 'ddb126d4-0fc6-43d8-a01e-9555b232cb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'b1167715-9e60-4162-a3b7-95722bd4ecab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:39:01.408403 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bf71cc-d0ff-494b-8a20-e913bb802b52 admin admin] Network hostable DHCP agents. Network: b1167715-9e60-4162-a3b7-95722bd4ecab, hostable agents: ['787f9650-d18e-4402-9e0d-45b78af00bf5'], hosted agents: [] {{(pid=101666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:39:01.414772 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:01.424197 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5997d8-f0f6-453d-bb9d-60ede3703206 req-352af10f-bb9e-4b30-9d2a-817a64de1fe2 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:01.425957 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-dc5997d8-f0f6-453d-bb9d-60ede3703206 req-352af10f-bb9e-4b30-9d2a-817a64de1fe2 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.1043458 Oct 27 16:39:01.447060 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb72aa11-238d-43e3-8b3e-d1fd9dd4b5bc None None] Sync routers for ids ['eadc5939-c761-47ef-b54b-1ebaf37bd451'] in dv-cinder-815659-1-iscsi {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:39:01.452560 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bf71cc-d0ff-494b-8a20-e913bb802b52 admin admin] Network b1167715-9e60-4162-a3b7-95722bd4ecab is scheduled to be hosted by DHCP agent 787f9650-d18e-4402-9e0d-45b78af00bf5 with binding_index 1 {{(pid=101666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:39:01.455678 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] For port 79d38635-2030-44c8-84f2-53e897e22948, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=79d38635-2030-44c8-84f2-53e897e22948,segment=NetworkSegment(9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182),segment_id=9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:01.464479 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:01.471363 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb72aa11-238d-43e3-8b3e-d1fd9dd4b5bc None None] Routers {'eadc5939-c761-47ef-b54b-1ebaf37bd451'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:01.472248 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-eb72aa11-238d-43e3-8b3e-d1fd9dd4b5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:38:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['eadc5939-c761-47ef-b54b-1ebaf37bd451'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:01.480745 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [None req-23bf71cc-d0ff-494b-8a20-e913bb802b52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-1-iscsi, b1167715-9e60-4162-a3b7-95722bd4ecab) {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:39:01.493099 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bf71cc-d0ff-494b-8a20-e913bb802b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:01.493732 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-23bf71cc-d0ff-494b-8a20-e913bb802b52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for subnet, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:01.496044 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32d07e3-e42b-4c26-926e-fa42f932dc55 None None] Network b1167715-9e60-4162-a3b7-95722bd4ecab requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:39:01.505280 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-dc5997d8-f0f6-453d-bb9d-60ede3703206 req-b15c768a-b562-4149-97d0-57677bc7b575 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701923 Oct 27 16:39:01.523992 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-23bf71cc-d0ff-494b-8a20-e913bb802b52 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5436537 Oct 27 16:39:01.526649 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 54200) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:01.537159 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [None req-9322051a-01ed-40ab-b423-83ebd5c9721f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2139512499-router', 'tenant_id': '977ca2e8012842f68ff404904d425fb7', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'}}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:39:01.586457 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-9322051a-01ed-40ab-b423-83ebd5c9721f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3734699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3542'] for router, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:01.587465 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-9322051a-01ed-40ab-b423-83ebd5c9721f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3732827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3905833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3521'] for router, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:01.616326 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8dd8f8-23a1-4cd2-9e46-9cc5dd210645 req-a5061042-dfb8-45e7-859a-26803801821d tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:01.617810 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9d8dd8f8-23a1-4cd2-9e46-9cc5dd210645 req-a5061042-dfb8-45e7-859a-26803801821d tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=d5b3b2be-37c1-46d3-83bd-0a0efdd12f03 HTTP/1.1" status: 200 len: 945 time: 0.0646746 Oct 27 16:39:01.654756 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Pushing event updated for resources: {'Port': ['ID=79d38635-2030-44c8-84f2-53e897e22948,revision_number=4']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:01.726927 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-eb72aa11-238d-43e3-8b3e-d1fd9dd4b5bc None None] Set router eadc5939-c761-47ef-b54b-1ebaf37bd451 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:39:01.834479 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec255bcc-4a5d-4f5e-a46a-891672eae007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7b95057-ef53-539e-8933-e83ad38293e7-b1167715-9e60-4162-a3b7-95722bd4ecab', 'network_id': 'b1167715-9e60-4162-a3b7-95722bd4ecab', 'tenant_id': '977ca2e8012842f68ff404904d425fb7', 'fixed_ips': [{'subnet_id': '405a9f47-d993-4db9-9233-a3e479169bf1'}]}} from dv-cinder-815659-1-iscsi. {{(pid=101667) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:39:01.835341 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-ec255bcc-4a5d-4f5e-a46a-891672eae007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:01.898011 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-9322051a-01ed-40ab-b423-83ebd5c9721f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:01.996353 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9d8dd8f8-23a1-4cd2-9e46-9cc5dd210645 req-44c0617a-525a-40b3-86ef-07ad5ce9e35b tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675992 Oct 27 16:39:02.015792 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e8d72-47b9-45dc-bc6f-0a007e0fc989 req-9408cc05-3900-496b-a105-1febaff78a55 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:02.015792 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4c1e8d72-47b9-45dc-bc6f-0a007e0fc989 req-9408cc05-3900-496b-a105-1febaff78a55 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.1371706 Oct 27 16:39:02.099058 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-9322051a-01ed-40ab-b423-83ebd5c9721f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:02.129077 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4c1e8d72-47b9-45dc-bc6f-0a007e0fc989 req-4c0d294b-53d0-4c4d-a333-1e9108b172ff tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746782 Oct 27 16:39:02.176512 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.db_base_plugin_common [None req-ec255bcc-4a5d-4f5e-a46a-891672eae007 None None] Allocated IP 172.20.0.2 (b1167715-9e60-4162-a3b7-95722bd4ecab/405a9f47-d993-4db9-9233-a3e479169bf1/7938f15a-546a-44b5-877d-6cfa128eb496) {{(pid=101667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:39:02.261151 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-eb72aa11-238d-43e3-8b3e-d1fd9dd4b5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadc5939-c761-47ef-b54b-1ebaf37bd451', 'name': 'tempest-TestMinimumBasicScenario-1415462820-router', 'tenant_id': '9a14ffe46fb243d19b1f31c10287a430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '79d38635-2030-44c8-84f2-53e897e22948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:38:56Z', 'updated_at': '2021-10-27T16:38:59Z', 'revision_number': 4, 'project_id': '9a14ffe46fb243d19b1f31c10287a430', 'gw_port': {'id': '79d38635-2030-44c8-84f2-53e897e22948', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadc5939-c761-47ef-b54b-1ebaf37bd451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:38:56Z', 'updated_at': '2021-10-27T16:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': 'ad4c6c74-56ac-42f4-877d-87d78dcb7f85', 'name': '', 'network_id': 'd0cc6912-268c-4ba3-af57-86b3ef84a5a9', 'tenant_id': '9a14ffe46fb243d19b1f31c10287a430', 'mac_address': 'fa:16:3e:1a:8b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadc5939-c761-47ef-b54b-1ebaf37bd451', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'd64785c2-0a62-4404-952b-b403465d443a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:38:58Z', 'updated_at': '2021-10-27T16:38:59Z', 'revision_number': 2, 'project_id': '9a14ffe46fb243d19b1f31c10287a430', 'subnets': [{'id': 'd64785c2-0a62-4404-952b-b403465d443a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:02.302315 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb72aa11-238d-43e3-8b3e-d1fd9dd4b5bc None None] Checking router: eadc5939-c761-47ef-b54b-1ebaf37bd451 for host: dv-cinder-815659-1-iscsi {{(pid=101667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:39:02.302695 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb72aa11-238d-43e3-8b3e-d1fd9dd4b5bc None None] Updating router eadc5939-c761-47ef-b54b-1ebaf37bd451 port ad4c6c74-56ac-42f4-877d-87d78dcb7f85 binding host dv-cinder-815659-1-iscsi {{(pid=101667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:39:02.314308 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-9322051a-01ed-40ab-b423-83ebd5c9721f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:02.333472 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-9322051a-01ed-40ab-b423-83ebd5c9721f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:02.344020 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-eb72aa11-238d-43e3-8b3e-d1fd9dd4b5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:02.413176 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-ec255bcc-4a5d-4f5e-a46a-891672eae007 None None] Publish callbacks [] for port, precommit_create {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:02.423440 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-ec255bcc-4a5d-4f5e-a46a-891672eae007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622'] for port, after_create {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:02.451051 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07adc592-2344-4741-8c1e-e068a5d55bc4 req-777497a8-bb0e-40bc-b54a-b823323854aa tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:02.452459 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-07adc592-2344-4741-8c1e-e068a5d55bc4 req-777497a8-bb0e-40bc-b54a-b823323854aa tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ec61b73-ff65-43ea-bbc9-a5458f10cd0d HTTP/1.1" status: 200 len: 944 time: 0.1118610 Oct 27 16:39:02.493079 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 50ff90c8-6a14-4889-9cdd-475e71148064 up at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:39:02.498204 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.db_base_plugin_common [None req-9322051a-01ed-40ab-b423-83ebd5c9721f admin admin] Allocated IP 172.27.0.67 (b60b3993-7427-4bdc-87fb-6dbc7e937750/bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1/0f62967e-9347-48dd-8ed5-e9d44e3e497b) {{(pid=101666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:39:02.517994 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-07adc592-2344-4741-8c1e-e068a5d55bc4 req-8be969fe-bbb0-4e1e-818c-96de78932f0e tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583746 Oct 27 16:39:02.563790 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec255bcc-4a5d-4f5e-a46a-891672eae007 None None] Network b1167715-9e60-4162-a3b7-95722bd4ecab is already hosted by enough agents. {{(pid=101667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:39:02.576370 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.scheduler.base_scheduler [None req-ec255bcc-4a5d-4f5e-a46a-891672eae007 None None] Resources bound (agent type, host, resource id): {{(pid=101667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:39:02.578961 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec255bcc-4a5d-4f5e-a46a-891672eae007 None None] Received port after_create {{(pid=101667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:39:02.585858 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec255bcc-4a5d-4f5e-a46a-891672eae007 None None] Pushing event updated for resources: {'Port': ['ID=7938f15a-546a-44b5-877d-6cfa128eb496,revision_number=1']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:02.643843 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-9322051a-01ed-40ab-b423-83ebd5c9721f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:02.661938 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11959344-22ba-4b0a-9345-7f75d76896b5 req-ee17256d-6c0d-40ca-89f9-e9f65c232366 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:02.663532 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-11959344-22ba-4b0a-9345-7f75d76896b5 req-ee17256d-6c0d-40ca-89f9-e9f65c232366 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0760410 Oct 27 16:39:02.693888 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning for port 50ff90c8-6a14-4889-9cdd-475e71148064 completed by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:39:02.709948 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-ec255bcc-4a5d-4f5e-a46a-891672eae007 None None] Attempting to bind port 7938f15a-546a-44b5-877d-6cfa128eb496 on host dv-cinder-815659-1-iscsi for vnic_type normal with profile {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:39:02.710357 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-ec255bcc-4a5d-4f5e-a46a-891672eae007 None None] Attempting to bind port 7938f15a-546a-44b5-877d-6cfa128eb496 by drivers openvswitch,hyperv on host dv-cinder-815659-1-iscsi at level 0 using segments [{'id': 'ddb126d4-0fc6-43d8-a01e-9555b232cb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'b1167715-9e60-4162-a3b7-95722bd4ecab'}] {{(pid=101667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:39:02.710745 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec255bcc-4a5d-4f5e-a46a-891672eae007 None None] Attempting to bind port 7938f15a-546a-44b5-877d-6cfa128eb496 on network b1167715-9e60-4162-a3b7-95722bd4ecab {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:39:02.713073 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-9322051a-01ed-40ab-b423-83ebd5c9721f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622'] for port, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:02.717015 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning complete for port 50ff90c8-6a14-4889-9cdd-475e71148064 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:02.717418 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:02.741690 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-11959344-22ba-4b0a-9345-7f75d76896b5 req-9c1371aa-43d5-4cd0-9d55-954866ae039e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714047 Oct 27 16:39:02.746364 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec255bcc-4a5d-4f5e-a46a-891672eae007 None None] Checking agent: {'id': '042db589-9278-4969-aa78-790e50700daa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 27, 42), 'started_at': datetime.datetime(2021, 10, 27, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:39:02.746541 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec255bcc-4a5d-4f5e-a46a-891672eae007 None None] Checking segment: {'id': 'ddb126d4-0fc6-43d8-a01e-9555b232cb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'b1167715-9e60-4162-a3b7-95722bd4ecab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:39:02.746880 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-ec255bcc-4a5d-4f5e-a46a-891672eae007 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:02.747273 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec255bcc-4a5d-4f5e-a46a-891672eae007 None None] Bound using segment: {'id': 'ddb126d4-0fc6-43d8-a01e-9555b232cb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'b1167715-9e60-4162-a3b7-95722bd4ecab'} {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:39:02.747744 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-ec255bcc-4a5d-4f5e-a46a-891672eae007 None None] Bound port: 7938f15a-546a-44b5-877d-6cfa128eb496, host: dv-cinder-815659-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb126d4-0fc6-43d8-a01e-9555b232cb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'b1167715-9e60-4162-a3b7-95722bd4ecab'}}] {{(pid=101667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:39:02.748153 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-ec255bcc-4a5d-4f5e-a46a-891672eae007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:02.765948 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9322051a-01ed-40ab-b423-83ebd5c9721f admin admin] Network b60b3993-7427-4bdc-87fb-6dbc7e937750 is already hosted by enough agents. {{(pid=101666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:39:02.767312 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9322051a-01ed-40ab-b423-83ebd5c9721f admin admin] Pushing event updated for resources: {'Port': ['ID=0f62967e-9347-48dd-8ed5-e9d44e3e497b,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:02.769952 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [None req-9322051a-01ed-40ab-b423-83ebd5c9721f admin admin] Resources bound (agent type, host, resource id): {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:39:02.772173 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9322051a-01ed-40ab-b423-83ebd5c9721f admin admin] Received port after_create {{(pid=101666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:39:02.886074 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-eb72aa11-238d-43e3-8b3e-d1fd9dd4b5bc None None] Publish callbacks [] for port, precommit_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:02.912007 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-ec255bcc-4a5d-4f5e-a46a-891672eae007 None None] For port 7938f15a-546a-44b5-877d-6cfa128eb496, host dv-cinder-815659-1-iscsi, cleared binding levels {{(pid=101667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:39:02.914087 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-eb72aa11-238d-43e3-8b3e-d1fd9dd4b5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:02.936509 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-ec255bcc-4a5d-4f5e-a46a-891672eae007 None None] For port 7938f15a-546a-44b5-877d-6cfa128eb496, host dv-cinder-815659-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=7938f15a-546a-44b5-877d-6cfa128eb496,segment=NetworkSegment(ddb126d4-0fc6-43d8-a01e-9555b232cb34),segment_id=ddb126d4-0fc6-43d8-a01e-9555b232cb34)] {{(pid=101667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:39:02.959017 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-ec255bcc-4a5d-4f5e-a46a-891672eae007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:02.979803 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-9322051a-01ed-40ab-b423-83ebd5c9721f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:02.980201 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:03.009844 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f20ab8-f1b0-492d-88c6-baf3dfa9a098 None None] Pushing event updated for resources: {'Port': ['ID=ad4c6c74-56ac-42f4-877d-87d78dcb7f85,revision_number=3']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:03.051908 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec61b73-ff65-43ea-bbc9-a5458f10cd0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ff90c8-6a14-4889-9cdd-475e71148064'}] {{(pid=101667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:39:03.054170 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15467c740e99bfee501675d45c0ab6b31e8088b61e385ce1236909406ef3d9b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01506a5c-5f45-4fdd-91b6-de74398a929c" -d '{"events": [{"server_uuid": "4ec61b73-ff65-43ea-bbc9-a5458f10cd0d", "name": "network-vif-plugged", "status": "completed", "tag": "50ff90c8-6a14-4889-9cdd-475e71148064"}]}' {{(pid=101667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:39:03.093560 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 50ff90c8-6a14-4889-9cdd-475e71148064, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=50ff90c8-6a14-4889-9cdd-475e71148064,segment=NetworkSegment(27a2f639-6a28-44d1-8c0f-33d46b79e83a),segment_id=27a2f639-6a28-44d1-8c0f-33d46b79e83a)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:03.115730 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:03.145595 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c756bd-2d98-4546-a79a-08e5fdf827f0 x-openstack-request-id: req-41c756bd-2d98-4546-a79a-08e5fdf827f0 {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:39:03.145891 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec61b73-ff65-43ea-bbc9-a5458f10cd0d", "name": "network-vif-plugged", "status": "completed", "tag": "50ff90c8-6a14-4889-9cdd-475e71148064", "code": 200}]} {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:39:03.146138 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-41c756bd-2d98-4546-a79a-08e5fdf827f0 {{(pid=101667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:39:03.146952 dv-cinder-815659-1-iscsi neutron-server[101667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec61b73-ff65-43ea-bbc9-a5458f10cd0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ff90c8-6a14-4889-9cdd-475e71148064', 'code': 200} Oct 27 16:39:03.175695 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec255bcc-4a5d-4f5e-a46a-891672eae007 None None] Pushing event updated for resources: {'Port': ['ID=7938f15a-546a-44b5-877d-6cfa128eb496,revision_number=2']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:03.260694 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=50ff90c8-6a14-4889-9cdd-475e71148064,revision_number=5']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:03.270185 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-eb72aa11-238d-43e3-8b3e-d1fd9dd4b5bc None None] Attempting to bind port ad4c6c74-56ac-42f4-877d-87d78dcb7f85 on host dv-cinder-815659-1-iscsi for vnic_type normal with profile {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:39:03.270642 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-eb72aa11-238d-43e3-8b3e-d1fd9dd4b5bc None None] Attempting to bind port ad4c6c74-56ac-42f4-877d-87d78dcb7f85 by drivers openvswitch,hyperv on host dv-cinder-815659-1-iscsi at level 0 using segments [{'id': '8132c6f7-1654-4957-bad5-c7c76633225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0cc6912-268c-4ba3-af57-86b3ef84a5a9'}] {{(pid=101667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:39:03.271061 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb72aa11-238d-43e3-8b3e-d1fd9dd4b5bc None None] Attempting to bind port ad4c6c74-56ac-42f4-877d-87d78dcb7f85 on network d0cc6912-268c-4ba3-af57-86b3ef84a5a9 {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:39:03.274826 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 79d38635-2030-44c8-84f2-53e897e22948 up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:39:03.343228 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5d11f-d8a2-4a7c-bb39-e239ef959abd req-d99c76e4-8c53-4153-8259-fc606c63a7cb tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:03.344922 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7de5d11f-d8a2-4a7c-bb39-e239ef959abd req-d99c76e4-8c53-4153-8259-fc606c63a7cb tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=d5b3b2be-37c1-46d3-83bd-0a0efdd12f03 HTTP/1.1" status: 200 len: 945 time: 0.1781754 Oct 27 16:39:03.355147 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4d520-250e-482d-85a7-754dfd825950 req-45533b5e-81f9-48bd-9413-da7b891c5ab5 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:03.360518 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-89d4d520-250e-482d-85a7-754dfd825950 req-45533b5e-81f9-48bd-9413-da7b891c5ab5 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.0946867 Oct 27 16:39:03.363975 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb72aa11-238d-43e3-8b3e-d1fd9dd4b5bc None None] Checking agent: {'id': '042db589-9278-4969-aa78-790e50700daa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 27, 42), 'started_at': datetime.datetime(2021, 10, 27, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:39:03.364452 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb72aa11-238d-43e3-8b3e-d1fd9dd4b5bc None None] Checking segment: {'id': '8132c6f7-1654-4957-bad5-c7c76633225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0cc6912-268c-4ba3-af57-86b3ef84a5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:39:03.364923 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-eb72aa11-238d-43e3-8b3e-d1fd9dd4b5bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:03.365385 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb72aa11-238d-43e3-8b3e-d1fd9dd4b5bc None None] Bound using segment: {'id': '8132c6f7-1654-4957-bad5-c7c76633225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0cc6912-268c-4ba3-af57-86b3ef84a5a9'} {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:39:03.365928 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-eb72aa11-238d-43e3-8b3e-d1fd9dd4b5bc None None] Bound port: ad4c6c74-56ac-42f4-877d-87d78dcb7f85, host: dv-cinder-815659-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8132c6f7-1654-4957-bad5-c7c76633225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0cc6912-268c-4ba3-af57-86b3ef84a5a9'}}] {{(pid=101667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:39:03.366376 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-eb72aa11-238d-43e3-8b3e-d1fd9dd4b5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:03.397863 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-bcb41d5f-f3a1-4379-a3ce-44e3b7bd5a8b None None] Provisioning complete for port ad4c6c74-56ac-42f4-877d-87d78dcb7f85 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:03.398346 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-bcb41d5f-f3a1-4379-a3ce-44e3b7bd5a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:03.421977 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port 79d38635-2030-44c8-84f2-53e897e22948 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:03.422441 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:03.468620 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-9322051a-01ed-40ab-b423-83ebd5c9721f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3732816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3703951'] for router, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:03.492790 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-89d4d520-250e-482d-85a7-754dfd825950 req-40868dd1-d0d6-4d3d-bdcd-4f916ff3f208 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258383 Oct 27 16:39:03.496176 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7de5d11f-d8a2-4a7c-bb39-e239ef959abd req-cbc2f14b-330b-4b22-85a2-d52f90449b88 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325700 Oct 27 16:39:03.520294 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-bcb41d5f-f3a1-4379-a3ce-44e3b7bd5a8b None None] Port ad4c6c74-56ac-42f4-877d-87d78dcb7f85 cannot update to ACTIVE because it is not bound. {{(pid=101667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:39:03.529342 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-eb72aa11-238d-43e3-8b3e-d1fd9dd4b5bc None None] For port ad4c6c74-56ac-42f4-877d-87d78dcb7f85, host dv-cinder-815659-1-iscsi, cleared binding levels {{(pid=101667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:39:03.532908 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-eb72aa11-238d-43e3-8b3e-d1fd9dd4b5bc None None] For port ad4c6c74-56ac-42f4-877d-87d78dcb7f85, host dv-cinder-815659-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=ad4c6c74-56ac-42f4-877d-87d78dcb7f85,segment=NetworkSegment(8132c6f7-1654-4957-bad5-c7c76633225a),segment_id=8132c6f7-1654-4957-bad5-c7c76633225a)] {{(pid=101667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:39:03.540946 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-eb72aa11-238d-43e3-8b3e-d1fd9dd4b5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:03.584031 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2cfcc1-b69d-4ff4-8c85-96a3e79a8ee4 req-abaf6f7a-d4b4-46e6-8044-8413ae8e7338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:03.584031 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0c2cfcc1-b69d-4ff4-8c85-96a3e79a8ee4 req-abaf6f7a-d4b4-46e6-8044-8413ae8e7338 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4ec61b73-ff65-43ea-bbc9-a5458f10cd0d HTTP/1.1" status: 200 len: 1098 time: 0.1423063 Oct 27 16:39:03.627977 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f20ab8-f1b0-492d-88c6-baf3dfa9a098 None None] Pushing event updated for resources: {'Port': ['ID=ad4c6c74-56ac-42f4-877d-87d78dcb7f85,revision_number=4']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:03.649933 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb72aa11-238d-43e3-8b3e-d1fd9dd4b5bc None None] Routers {'eadc5939-c761-47ef-b54b-1ebaf37bd451'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:03.650631 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-eb72aa11-238d-43e3-8b3e-d1fd9dd4b5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:38:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['eadc5939-c761-47ef-b54b-1ebaf37bd451'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:03.677039 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0c2cfcc1-b69d-4ff4-8c85-96a3e79a8ee4 req-c53a7fbe-4123-4ce4-b0f1-ea658391a073 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709972 Oct 27 16:39:03.703070 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eccb5a-7f91-437a-8535-9dcd143988ae req-af540489-94dc-42b4-9017-06db99ff333d tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:03.704734 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a9eccb5a-7f91-437a-8535-9dcd143988ae req-af540489-94dc-42b4-9017-06db99ff333d tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ec61b73-ff65-43ea-bbc9-a5458f10cd0d HTTP/1.1" status: 200 len: 945 time: 0.1085427 Oct 27 16:39:03.753112 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a9eccb5a-7f91-437a-8535-9dcd143988ae req-658c8e11-4a8f-4418-ac6b-731f0be85da5 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416322 Oct 27 16:39:03.754366 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9322051a-01ed-40ab-b423-83ebd5c9721f admin admin] Router aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0 is scheduled to L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 with binding_index 1 {{(pid=101666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:39:03.792036 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-eb72aa11-238d-43e3-8b3e-d1fd9dd4b5bc None None] Set router eadc5939-c761-47ef-b54b-1ebaf37bd451 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:39:03.920558 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9322051a-01ed-40ab-b423-83ebd5c9721f admin admin] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:39:03.929429 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d2c2b1-7bff-442b-bcdc-e9a6c0998ac2 None None] Sync routers for ids ['aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0'] in dv-cinder-815659-1-iscsi {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:39:03.948302 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d2c2b1-7bff-442b-bcdc-e9a6c0998ac2 None None] Routers {'aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:03.949199 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-b8d2c2b1-7bff-442b-bcdc-e9a6c0998ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:38:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:03.982252 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130872e-7a9e-4024-af0b-d356390e3dc1 req-ca7f30c5-e098-4a76-abd7-a7f22c2efa24 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:03.984404 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f130872e-7a9e-4024-af0b-d356390e3dc1 req-ca7f30c5-e098-4a76-abd7-a7f22c2efa24 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.1054895 Oct 27 16:39:03.988598 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-9322051a-01ed-40ab-b423-83ebd5c9721f admin admin] Publish callbacks [] for router, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:03.990200 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-9322051a-01ed-40ab-b423-83ebd5c9721f admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4625740 Oct 27 16:39:03.993394 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 54224) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:04.069444 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-b8d2c2b1-7bff-442b-bcdc-e9a6c0998ac2 None None] Set router aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:39:04.073368 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f130872e-7a9e-4024-af0b-d356390e3dc1 req-35685c7e-d133-4715-a54b-a48765a767b8 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764687 Oct 27 16:39:04.174626 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-09ec7518-75ba-4c85-8085-095cc9777129 None None] Provisioning complete for port ad4c6c74-56ac-42f4-877d-87d78dcb7f85 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:04.174991 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-09ec7518-75ba-4c85-8085-095cc9777129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:04.263537 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa177758-299e-4cbf-b638-335ccad229d3 None None] Network b1167715-9e60-4162-a3b7-95722bd4ecab requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:39:04.283664 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-b8d2c2b1-7bff-442b-bcdc-e9a6c0998ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0', 'name': 'tempest-TestMinimumBasicScenario-2139512499-router', 'tenant_id': '977ca2e8012842f68ff404904d425fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '0f62967e-9347-48dd-8ed5-e9d44e3e497b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:39:01Z', 'updated_at': '2021-10-27T16:39:02Z', 'revision_number': 3, 'project_id': '977ca2e8012842f68ff404904d425fb7', 'gw_port': {'id': '0f62967e-9347-48dd-8ed5-e9d44e3e497b', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:02Z', 'updated_at': '2021-10-27T16:39:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi'}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:04.314345 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d2c2b1-7bff-442b-bcdc-e9a6c0998ac2 None None] Checking router: aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0 for host: dv-cinder-815659-1-iscsi {{(pid=101668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:39:04.314749 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d2c2b1-7bff-442b-bcdc-e9a6c0998ac2 None None] Updating router aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0 port 0f62967e-9347-48dd-8ed5-e9d44e3e497b binding host dv-cinder-815659-1-iscsi {{(pid=101668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:39:04.341448 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-b8d2c2b1-7bff-442b-bcdc-e9a6c0998ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:04.352750 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-09ec7518-75ba-4c85-8085-095cc9777129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:04.417265 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-09ec7518-75ba-4c85-8085-095cc9777129 None None] For port ad4c6c74-56ac-42f4-877d-87d78dcb7f85, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=ad4c6c74-56ac-42f4-877d-87d78dcb7f85,segment=NetworkSegment(8132c6f7-1654-4957-bad5-c7c76633225a),segment_id=8132c6f7-1654-4957-bad5-c7c76633225a)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:04.445181 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-09ec7518-75ba-4c85-8085-095cc9777129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:04.458253 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-eb72aa11-238d-43e3-8b3e-d1fd9dd4b5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadc5939-c761-47ef-b54b-1ebaf37bd451', 'name': 'tempest-TestMinimumBasicScenario-1415462820-router', 'tenant_id': '9a14ffe46fb243d19b1f31c10287a430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '79d38635-2030-44c8-84f2-53e897e22948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:38:56Z', 'updated_at': '2021-10-27T16:38:59Z', 'revision_number': 4, 'project_id': '9a14ffe46fb243d19b1f31c10287a430', 'gw_port': {'id': '79d38635-2030-44c8-84f2-53e897e22948', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadc5939-c761-47ef-b54b-1ebaf37bd451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:38:56Z', 'updated_at': '2021-10-27T16:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': 'ad4c6c74-56ac-42f4-877d-87d78dcb7f85', 'name': '', 'network_id': 'd0cc6912-268c-4ba3-af57-86b3ef84a5a9', 'tenant_id': '9a14ffe46fb243d19b1f31c10287a430', 'mac_address': 'fa:16:3e:1a:8b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadc5939-c761-47ef-b54b-1ebaf37bd451', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'd64785c2-0a62-4404-952b-b403465d443a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:38:58Z', 'updated_at': '2021-10-27T16:39:03Z', 'revision_number': 4, 'project_id': '9a14ffe46fb243d19b1f31c10287a430', 'subnets': [{'id': 'd64785c2-0a62-4404-952b-b403465d443a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:04.510055 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb72aa11-238d-43e3-8b3e-d1fd9dd4b5bc None None] The sync data for ids ['eadc5939-c761-47ef-b54b-1ebaf37bd451'] in dv-cinder-815659-1-iscsi is: [{'id': 'eadc5939-c761-47ef-b54b-1ebaf37bd451', 'name': 'tempest-TestMinimumBasicScenario-1415462820-router', 'tenant_id': '9a14ffe46fb243d19b1f31c10287a430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '79d38635-2030-44c8-84f2-53e897e22948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:38:56Z', 'updated_at': '2021-10-27T16:38:59Z', 'revision_number': 4, 'project_id': '9a14ffe46fb243d19b1f31c10287a430', 'gw_port': {'id': '79d38635-2030-44c8-84f2-53e897e22948', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadc5939-c761-47ef-b54b-1ebaf37bd451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:38:56Z', 'updated_at': '2021-10-27T16:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': 'ad4c6c74-56ac-42f4-877d-87d78dcb7f85', 'name': '', 'network_id': 'd0cc6912-268c-4ba3-af57-86b3ef84a5a9', 'tenant_id': '9a14ffe46fb243d19b1f31c10287a430', 'mac_address': 'fa:16:3e:1a:8b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadc5939-c761-47ef-b54b-1ebaf37bd451', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'd64785c2-0a62-4404-952b-b403465d443a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:38:58Z', 'updated_at': '2021-10-27T16:39:03Z', 'revision_number': 4, 'project_id': '9a14ffe46fb243d19b1f31c10287a430', 'subnets': [{'id': 'd64785c2-0a62-4404-952b-b403465d443a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:39:04.627307 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-b8d2c2b1-7bff-442b-bcdc-e9a6c0998ac2 None None] Publish callbacks [] for port, precommit_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:04.653166 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-b8d2c2b1-7bff-442b-bcdc-e9a6c0998ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:04.653421 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec7518-75ba-4c85-8085-095cc9777129 None None] Pushing event updated for resources: {'Port': ['ID=ad4c6c74-56ac-42f4-877d-87d78dcb7f85,revision_number=5']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:04.666583 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-2cf1f4eb-bdd5-4791-8632-72ac1aa2b672 None None] Provisioning complete for port 7938f15a-546a-44b5-877d-6cfa128eb496 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:04.668856 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-2cf1f4eb-bdd5-4791-8632-72ac1aa2b672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:04.756514 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e3bd9-3d08-4455-8583-e8a702d8a9e2 None None] Pushing event updated for resources: {'Port': ['ID=0f62967e-9347-48dd-8ed5-e9d44e3e497b,revision_number=2']} {{(pid=101668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:04.780043 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207c99f-ec80-4b88-aed7-a2c3d8895f1c req-8ca08116-b273-4df8-87cc-54cc98d116ac tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:04.781862 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0207c99f-ec80-4b88-aed7-a2c3d8895f1c req-8ca08116-b273-4df8-87cc-54cc98d116ac tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.1744039 Oct 27 16:39:04.782643 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.managers [None req-b8d2c2b1-7bff-442b-bcdc-e9a6c0998ac2 None None] Attempting to bind port 0f62967e-9347-48dd-8ed5-e9d44e3e497b on host dv-cinder-815659-1-iscsi for vnic_type normal with profile {{(pid=101668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:39:04.783016 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.managers [None req-b8d2c2b1-7bff-442b-bcdc-e9a6c0998ac2 None None] Attempting to bind port 0f62967e-9347-48dd-8ed5-e9d44e3e497b by drivers openvswitch,hyperv on host dv-cinder-815659-1-iscsi at level 0 using segments [{'id': '9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'}] {{(pid=101668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:39:04.783377 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d2c2b1-7bff-442b-bcdc-e9a6c0998ac2 None None] Attempting to bind port 0f62967e-9347-48dd-8ed5-e9d44e3e497b on network b60b3993-7427-4bdc-87fb-6dbc7e937750 {{(pid=101668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:39:04.789731 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d2c2b1-7bff-442b-bcdc-e9a6c0998ac2 None None] Checking agent: {'id': '042db589-9278-4969-aa78-790e50700daa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 27, 42), 'started_at': datetime.datetime(2021, 10, 27, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:39:04.790010 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d2c2b1-7bff-442b-bcdc-e9a6c0998ac2 None None] Checking segment: {'id': '9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:39:04.790326 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-b8d2c2b1-7bff-442b-bcdc-e9a6c0998ac2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:04.790720 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d2c2b1-7bff-442b-bcdc-e9a6c0998ac2 None None] Bound using segment: {'id': '9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'} {{(pid=101668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:39:04.791239 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.managers [None req-b8d2c2b1-7bff-442b-bcdc-e9a6c0998ac2 None None] Bound port: 0f62967e-9347-48dd-8ed5-e9d44e3e497b, host: dv-cinder-815659-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'}}] {{(pid=101668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:39:04.791600 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-b8d2c2b1-7bff-442b-bcdc-e9a6c0998ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:04.835904 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-2cf1f4eb-bdd5-4791-8632-72ac1aa2b672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:04.842635 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dfa5f2-e038-4bf7-966e-881c8d2ffaae req-29413deb-dea3-4482-92f2-6f21f03bd13c tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:04.846392 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-11dfa5f2-e038-4bf7-966e-881c8d2ffaae req-29413deb-dea3-4482-92f2-6f21f03bd13c tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=d5b3b2be-37c1-46d3-83bd-0a0efdd12f03 HTTP/1.1" status: 200 len: 945 time: 0.1627681 Oct 27 16:39:04.866641 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0207c99f-ec80-4b88-aed7-a2c3d8895f1c req-32fc5111-ab80-45b9-829c-4fb6010dabde tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730181 Oct 27 16:39:04.881728 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.db [None req-b8d2c2b1-7bff-442b-bcdc-e9a6c0998ac2 None None] For port 0f62967e-9347-48dd-8ed5-e9d44e3e497b, host dv-cinder-815659-1-iscsi, cleared binding levels {{(pid=101668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:39:04.884978 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.db [None req-b8d2c2b1-7bff-442b-bcdc-e9a6c0998ac2 None None] For port 0f62967e-9347-48dd-8ed5-e9d44e3e497b, host dv-cinder-815659-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=0f62967e-9347-48dd-8ed5-e9d44e3e497b,segment=NetworkSegment(9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182),segment_id=9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182)] {{(pid=101668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:39:04.903176 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-2cf1f4eb-bdd5-4791-8632-72ac1aa2b672 None None] For port 7938f15a-546a-44b5-877d-6cfa128eb496, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=7938f15a-546a-44b5-877d-6cfa128eb496,segment=NetworkSegment(ddb126d4-0fc6-43d8-a01e-9555b232cb34),segment_id=ddb126d4-0fc6-43d8-a01e-9555b232cb34)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:04.906050 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-b8d2c2b1-7bff-442b-bcdc-e9a6c0998ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:04.917952 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-2cf1f4eb-bdd5-4791-8632-72ac1aa2b672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:04.925763 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-11dfa5f2-e038-4bf7-966e-881c8d2ffaae req-047ad64e-9932-4b7f-89d8-da63dcaa4ac1 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633578 Oct 27 16:39:04.978376 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf1f4eb-bdd5-4791-8632-72ac1aa2b672 None None] Pushing event updated for resources: {'Port': ['ID=7938f15a-546a-44b5-877d-6cfa128eb496,revision_number=3']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:04.987071 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e3bd9-3d08-4455-8583-e8a702d8a9e2 None None] Pushing event updated for resources: {'Port': ['ID=0f62967e-9347-48dd-8ed5-e9d44e3e497b,revision_number=3']} {{(pid=101668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:04.989539 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-6904e406-b580-47ee-939f-595ad2b94654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:05.004837 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d2c2b1-7bff-442b-bcdc-e9a6c0998ac2 None None] Routers {'aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:05.005949 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-b8d2c2b1-7bff-442b-bcdc-e9a6c0998ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:38:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:05.084313 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72fcd1d-72b6-4b07-b945-2b4259a0f6b5 req-6b32062e-cfa2-4d51-8da9-0154ef28d53d tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:05.085978 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c72fcd1d-72b6-4b07-b945-2b4259a0f6b5 req-6b32062e-cfa2-4d51-8da9-0154ef28d53d tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ec61b73-ff65-43ea-bbc9-a5458f10cd0d HTTP/1.1" status: 200 len: 945 time: 0.0835466 Oct 27 16:39:05.148618 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-e4b98511-ff58-4c86-b870-aa1025c61908 None None] Provisioning complete for port 7938f15a-546a-44b5-877d-6cfa128eb496 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:05.150047 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-e4b98511-ff58-4c86-b870-aa1025c61908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:05.155437 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c72fcd1d-72b6-4b07-b945-2b4259a0f6b5 req-d9adc457-1bb0-442c-9783-42b9b9727ebb tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621932 Oct 27 16:39:05.173785 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-b8d2c2b1-7bff-442b-bcdc-e9a6c0998ac2 None None] Set router aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:39:05.287170 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc9b2c-b7ce-439f-b0b5-6d860cb589f4 req-ced785e0-b041-4b4b-bf16-9b0000b54036 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:05.294323 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b0fc9b2c-b7ce-439f-b0b5-6d860cb589f4 req-ced785e0-b041-4b4b-bf16-9b0000b54036 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.1072433 Oct 27 16:39:05.314455 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.db_base_plugin_common [None req-6904e406-b580-47ee-939f-595ad2b94654 admin admin] Allocated IP 172.20.0.1 (b1167715-9e60-4162-a3b7-95722bd4ecab/405a9f47-d993-4db9-9233-a3e479169bf1/5b971fde-cb24-4313-a465-fb1d7ea2bae3) {{(pid=101665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:39:05.370147 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 7938f15a-546a-44b5-877d-6cfa128eb496 up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:39:05.382481 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b0fc9b2c-b7ce-439f-b0b5-6d860cb589f4 req-04c7e5a3-4002-4705-8610-a05610afa3c8 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783248 Oct 27 16:39:05.425142 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port 7938f15a-546a-44b5-877d-6cfa128eb496 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:05.425919 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:05.466607 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-6904e406-b580-47ee-939f-595ad2b94654 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:05.503771 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-6904e406-b580-47ee-939f-595ad2b94654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2512089'] for port, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:05.524640 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device ad4c6c74-56ac-42f4-877d-87d78dcb7f85 up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:39:05.528497 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-b8d2c2b1-7bff-442b-bcdc-e9a6c0998ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0', 'name': 'tempest-TestMinimumBasicScenario-2139512499-router', 'tenant_id': '977ca2e8012842f68ff404904d425fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '0f62967e-9347-48dd-8ed5-e9d44e3e497b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:39:01Z', 'updated_at': '2021-10-27T16:39:02Z', 'revision_number': 3, 'project_id': '977ca2e8012842f68ff404904d425fb7', 'gw_port': {'id': '0f62967e-9347-48dd-8ed5-e9d44e3e497b', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:02Z', 'updated_at': '2021-10-27T16:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi'}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:05.561318 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d2c2b1-7bff-442b-bcdc-e9a6c0998ac2 None None] The sync data for ids ['aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0'] in dv-cinder-815659-1-iscsi is: [{'id': 'aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0', 'name': 'tempest-TestMinimumBasicScenario-2139512499-router', 'tenant_id': '977ca2e8012842f68ff404904d425fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '0f62967e-9347-48dd-8ed5-e9d44e3e497b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:39:01Z', 'updated_at': '2021-10-27T16:39:02Z', 'revision_number': 3, 'project_id': '977ca2e8012842f68ff404904d425fb7', 'gw_port': {'id': '0f62967e-9347-48dd-8ed5-e9d44e3e497b', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:02Z', 'updated_at': '2021-10-27T16:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi'}] {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:39:05.561580 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6904e406-b580-47ee-939f-595ad2b94654 admin admin] Network b1167715-9e60-4162-a3b7-95722bd4ecab is already hosted by enough agents. {{(pid=101665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:39:05.570324 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.base_scheduler [None req-6904e406-b580-47ee-939f-595ad2b94654 admin admin] Resources bound (agent type, host, resource id): {{(pid=101665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:39:05.573110 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6904e406-b580-47ee-939f-595ad2b94654 admin admin] Pushing event updated for resources: {'Port': ['ID=5b971fde-cb24-4313-a465-fb1d7ea2bae3,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:05.581611 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6904e406-b580-47ee-939f-595ad2b94654 admin admin] Received port after_create {{(pid=101665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:39:05.598246 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port ad4c6c74-56ac-42f4-877d-87d78dcb7f85 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:05.598620 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:05.641563 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-6904e406-b580-47ee-939f-595ad2b94654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3734226'] for router_interface, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:05.854589 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-6904e406-b580-47ee-939f-595ad2b94654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:05.959022 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-d2cdd4ad-cf59-4afd-bd2d-2fa00555612b None None] Provisioning complete for port 5b971fde-cb24-4313-a465-fb1d7ea2bae3 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:05.959398 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d2cdd4ad-cf59-4afd-bd2d-2fa00555612b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:06.050912 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf53b8-a70e-44f1-80af-e3364d5d56db req-49f016bb-d17f-418f-8ee5-e6f8af3ec97d tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:06.059096 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-d2cdd4ad-cf59-4afd-bd2d-2fa00555612b None None] Port 5b971fde-cb24-4313-a465-fb1d7ea2bae3 cannot update to ACTIVE because it is not bound. {{(pid=101667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:39:06.061140 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-06cf53b8-a70e-44f1-80af-e3364d5d56db req-49f016bb-d17f-418f-8ee5-e6f8af3ec97d tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.0789881 Oct 27 16:39:06.147162 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-6904e406-b580-47ee-939f-595ad2b94654 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:06.156054 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-6904e406-b580-47ee-939f-595ad2b94654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511906'] for port, after_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:06.168122 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d17e0-ef80-422f-8bf9-ddecfd0c692d req-1876c1cf-965a-4b70-a580-ad8386a10f2a tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:06.172538 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d01d17e0-ef80-422f-8bf9-ddecfd0c692d req-1876c1cf-965a-4b70-a580-ad8386a10f2a tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=d5b3b2be-37c1-46d3-83bd-0a0efdd12f03 HTTP/1.1" status: 200 len: 945 time: 0.1076891 Oct 27 16:39:06.175842 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-06cf53b8-a70e-44f1-80af-e3364d5d56db req-65bae0b6-c9e2-4da6-a2f3-e6b02f7c0b12 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138892 Oct 27 16:39:06.242803 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6904e406-b580-47ee-939f-595ad2b94654 admin admin] Pushing event updated for resources: {'Port': ['ID=5b971fde-cb24-4313-a465-fb1d7ea2bae3,revision_number=2']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:06.244995 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d01d17e0-ef80-422f-8bf9-ddecfd0c692d req-0ce4d3f6-37ed-4b90-9bf4-752bbe0eb2b7 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681233 Oct 27 16:39:06.257357 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-6904e406-b580-47ee-939f-595ad2b94654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3579526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3735106'] for router_interface, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:06.295295 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c00095-4191-42c6-874c-825fe3ed9df8 req-928a43ff-20ea-4b7b-80f1-480da1305aac tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:06.296880 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-41c00095-4191-42c6-874c-825fe3ed9df8 req-928a43ff-20ea-4b7b-80f1-480da1305aac tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5b3b2be-37c1-46d3-83bd-0a0efdd12f03 HTTP/1.1" status: 200 len: 945 time: 0.0970700 Oct 27 16:39:06.322537 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3010600-ce08-403d-8046-df068984eff1 req-dbea8ccf-624a-43d9-ba8f-bc14e0b40426 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:06.327175 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a3010600-ce08-403d-8046-df068984eff1 req-dbea8ccf-624a-43d9-ba8f-bc14e0b40426 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ec61b73-ff65-43ea-bbc9-a5458f10cd0d HTTP/1.1" status: 200 len: 945 time: 0.0802560 Oct 27 16:39:06.385016 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6904e406-b580-47ee-939f-595ad2b94654 admin admin] Network b1167715-9e60-4162-a3b7-95722bd4ecab is already hosted by enough agents. {{(pid=101665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:39:06.387442 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.base_scheduler [None req-6904e406-b580-47ee-939f-595ad2b94654 admin admin] Resources bound (agent type, host, resource id): {{(pid=101665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:39:06.460103 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a3010600-ce08-403d-8046-df068984eff1 req-2af6a4a1-c19e-4f21-95ae-d146201a1dc8 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905385 Oct 27 16:39:06.498287 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [req-41c00095-4191-42c6-874c-825fe3ed9df8 req-327501f8-ecc8-4827-ab0d-ea975bba6ae4 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Deleting port 028624b2-a3bb-4a3e-928c-a4af598602f6 {{(pid=101666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:39:06.498634 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-41c00095-4191-42c6-874c-825fe3ed9df8 req-327501f8-ecc8-4827-ab0d-ea975bba6ae4 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:06.540723 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6904e406-b580-47ee-939f-595ad2b94654 admin admin] Router aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0 has already been hosted by L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 {{(pid=101665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:39:06.601145 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33574a-0448-4a58-a951-b823d2c53433 req-63bb5914-5656-4aec-bbd9-85c72dcb45e5 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:06.608643 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3a33574a-0448-4a58-a951-b823d2c53433 req-63bb5914-5656-4aec-bbd9-85c72dcb45e5 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.1066546 Oct 27 16:39:06.664472 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-41c00095-4191-42c6-874c-825fe3ed9df8 req-327501f8-ecc8-4827-ab0d-ea975bba6ae4 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] For port 028624b2-a3bb-4a3e-928c-a4af598602f6, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=028624b2-a3bb-4a3e-928c-a4af598602f6,segment=NetworkSegment(0686f11a-d5c1-4844-a3a9-7ba2229df7a3),segment_id=0686f11a-d5c1-4844-a3a9-7ba2229df7a3)] {{(pid=101666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:06.664765 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-41c00095-4191-42c6-874c-825fe3ed9df8 req-327501f8-ecc8-4827-ab0d-ea975bba6ae4 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:06.671661 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6904e406-b580-47ee-939f-595ad2b94654 admin admin] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:39:06.686273 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-6904e406-b580-47ee-939f-595ad2b94654 admin admin] 10.222.0.91 "PUT /v2.0/routers/aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6829548 Oct 27 16:39:06.703196 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-4fad2dea-2adf-41b1-a79b-64830927e635 None None] Provisioning complete for port 5b971fde-cb24-4313-a465-fb1d7ea2bae3 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:06.703752 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-4fad2dea-2adf-41b1-a79b-64830927e635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:06.754494 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-4fad2dea-2adf-41b1-a79b-64830927e635 None None] Port 5b971fde-cb24-4313-a465-fb1d7ea2bae3 cannot update to ACTIVE because it is not bound. {{(pid=101667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:39:06.921202 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3a33574a-0448-4a58-a951-b823d2c53433 req-80847604-9431-4f14-b629-a832eb613833 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3115747 Oct 27 16:39:06.925986 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [req-41c00095-4191-42c6-874c-825fe3ed9df8 req-327501f8-ecc8-4827-ab0d-ea975bba6ae4 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Calling delete_port for 028624b2-a3bb-4a3e-928c-a4af598602f6 owned by compute:nova {{(pid=101666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:39:07.063433 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-41c00095-4191-42c6-874c-825fe3ed9df8 req-327501f8-ecc8-4827-ab0d-ea975bba6ae4 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631'] for port, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:07.080379 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['a90a4eda-f446-46d2-974b-bc14587851d9', '1de2eba6-d12d-4286-9876-44e4c0e6a69d', 'b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:39:07.098029 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327501f8-ecc8-4827-ab0d-ea975bba6ae4 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Pushing event deleted for resources: {'Port': ['ID=028624b2-a3bb-4a3e-928c-a4af598602f6,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:07.152816 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c00095-4191-42c6-874c-825fe3ed9df8 req-327501f8-ecc8-4827-ab0d-ea975bba6ae4 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] No DVR routers for this DVR port 028624b2-a3bb-4a3e-928c-a4af598602f6 on host hv-cinder-81565 {{(pid=101666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:39:07.155410 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-41c00095-4191-42c6-874c-825fe3ed9df8 req-327501f8-ecc8-4827-ab0d-ea975bba6ae4 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:07.160366 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-41c00095-4191-42c6-874c-825fe3ed9df8 req-327501f8-ecc8-4827-ab0d-ea975bba6ae4 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.66 "DELETE /v2.0/ports/028624b2-a3bb-4a3e-928c-a4af598602f6 HTTP/1.1" status: 204 len: 173 time: 0.8519101 Oct 27 16:39:07.161536 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b3b2be-37c1-46d3-83bd-0a0efdd12f03', 'name': 'network-vif-deleted', 'tag': '028624b2-a3bb-4a3e-928c-a4af598602f6'}] {{(pid=101666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:39:07.163942 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c97a8bc50bc1e60c5bcd83482612a755f7c8660878f0fc94464a674b36297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0b6ad9-25ea-497e-8a43-5580f979a739" -d '{"events": [{"server_uuid": "d5b3b2be-37c1-46d3-83bd-0a0efdd12f03", "name": "network-vif-deleted", "tag": "028624b2-a3bb-4a3e-928c-a4af598602f6"}]}' {{(pid=101666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:39:07.257393 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2255a2af-e7a2-421d-bce5-d1a79da49ff0 x-openstack-request-id: req-2255a2af-e7a2-421d-bce5-d1a79da49ff0 {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:39:07.257683 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b3b2be-37c1-46d3-83bd-0a0efdd12f03", "name": "network-vif-deleted", "tag": "028624b2-a3bb-4a3e-928c-a4af598602f6", "status": "completed", "code": 200}]} {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:39:07.257933 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2255a2af-e7a2-421d-bce5-d1a79da49ff0 {{(pid=101666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:39:07.258323 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b3b2be-37c1-46d3-83bd-0a0efdd12f03', 'name': 'network-vif-deleted', 'tag': '028624b2-a3bb-4a3e-928c-a4af598602f6', 'status': 'completed', 'code': 200} Oct 27 16:39:07.321213 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 0f62967e-9347-48dd-8ed5-e9d44e3e497b up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:39:07.370168 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6ad52-4d0b-42f6-8a26-cce5826e7a6e req-39f3aca0-4464-4efe-ab02-dded983c7ecf tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:07.379583 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-80a6ad52-4d0b-42f6-8a26-cce5826e7a6e req-39f3aca0-4464-4efe-ab02-dded983c7ecf tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.0862749 Oct 27 16:39:07.403615 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4b16a6c5-2c11-48ec-b566-839c24ad9c7f req-0adac5be-e015-48d3-b6e2-ce32ac2776a3 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=d5b3b2be-37c1-46d3-83bd-0a0efdd12f03 HTTP/1.1" status: 200 len: 210 time: 0.0569599 Oct 27 16:39:07.464591 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-80a6ad52-4d0b-42f6-8a26-cce5826e7a6e req-50ebe3f3-73f0-46cb-9964-26fc0dbae9ce tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788155 Oct 27 16:39:07.500805 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port 0f62967e-9347-48dd-8ed5-e9d44e3e497b triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:07.501420 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:07.583917 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c000d-57e3-4bb1-9446-471626b0ee6d req-2b5eb025-3043-4f4e-9fc8-cb4dfc10cd47 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:07.585472 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-339c000d-57e3-4bb1-9446-471626b0ee6d req-2b5eb025-3043-4f4e-9fc8-cb4dfc10cd47 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ec61b73-ff65-43ea-bbc9-a5458f10cd0d HTTP/1.1" status: 200 len: 945 time: 0.0533702 Oct 27 16:39:07.632708 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-339c000d-57e3-4bb1-9446-471626b0ee6d req-3e0e43ed-a85f-47db-b84e-0a44ac53f26a tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411656 Oct 27 16:39:07.654777 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:07.719948 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] For port 0f62967e-9347-48dd-8ed5-e9d44e3e497b, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=0f62967e-9347-48dd-8ed5-e9d44e3e497b,segment=NetworkSegment(9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182),segment_id=9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:07.729453 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:07.797468 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Pushing event updated for resources: {'Port': ['ID=0f62967e-9347-48dd-8ed5-e9d44e3e497b,revision_number=4']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:07.931662 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4b3022-6c32-46dd-b430-e6a9326d79d6 None None] Sync routers for ids ['aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0'] in dv-cinder-815659-1-iscsi {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:39:07.965487 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4b3022-6c32-46dd-b430-e6a9326d79d6 None None] Routers {'aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:07.970519 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-7b4b3022-6c32-46dd-b430-e6a9326d79d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:38:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:08.127054 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96105fc3-1a31-4ee8-a56e-f28dec2835d7 req-91b41859-42ec-45a9-a1d1-ca028dd9d8e9 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:08.134572 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-96105fc3-1a31-4ee8-a56e-f28dec2835d7 req-91b41859-42ec-45a9-a1d1-ca028dd9d8e9 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.1148667 Oct 27 16:39:08.146189 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-7b4b3022-6c32-46dd-b430-e6a9326d79d6 None None] Set router aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:39:08.169696 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-96105fc3-1a31-4ee8-a56e-f28dec2835d7 req-ed08200b-b95e-4881-b175-0f278d81db84 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340760 Oct 27 16:39:08.310842 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-41f87179-758d-4131-8e1c-70c3e0bd6e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:08.421910 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-7b4b3022-6c32-46dd-b430-e6a9326d79d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0', 'name': 'tempest-TestMinimumBasicScenario-2139512499-router', 'tenant_id': '977ca2e8012842f68ff404904d425fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '0f62967e-9347-48dd-8ed5-e9d44e3e497b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:39:01Z', 'updated_at': '2021-10-27T16:39:05Z', 'revision_number': 4, 'project_id': '977ca2e8012842f68ff404904d425fb7', 'gw_port': {'id': '0f62967e-9347-48dd-8ed5-e9d44e3e497b', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:02Z', 'updated_at': '2021-10-27T16:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '5b971fde-cb24-4313-a465-fb1d7ea2bae3', 'name': '', 'network_id': 'b1167715-9e60-4162-a3b7-95722bd4ecab', 'tenant_id': '977ca2e8012842f68ff404904d425fb7', 'mac_address': 'fa:16:3e:e3:9d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '405a9f47-d993-4db9-9233-a3e479169bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:05Z', 'updated_at': '2021-10-27T16:39:05Z', 'revision_number': 2, 'project_id': '977ca2e8012842f68ff404904d425fb7', 'subnets': [{'id': '405a9f47-d993-4db9-9233-a3e479169bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:08.475027 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 028624b2-a3bb-4a3e-928c-a4af598602f6 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:39:08.479171 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4b3022-6c32-46dd-b430-e6a9326d79d6 None None] Checking router: aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0 for host: dv-cinder-815659-1-iscsi {{(pid=101667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:39:08.479530 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4b3022-6c32-46dd-b430-e6a9326d79d6 None None] Updating router aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0 port 5b971fde-cb24-4313-a465-fb1d7ea2bae3 binding host dv-cinder-815659-1-iscsi {{(pid=101667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:39:08.586078 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8eb88c80-1cec-4ede-bf94-8bb65dcf8698 req-be5a1624-c114-4336-ac8e-7fb1bbd08bfa tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=d5b3b2be-37c1-46d3-83bd-0a0efdd12f03 HTTP/1.1" status: 200 len: 210 time: 0.0406811 Oct 27 16:39:08.699567 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17251fb-95b8-4a8d-893c-32e672c0e1ff req-5ac1cf14-8285-482a-a05c-6e39900a3736 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:08.715656 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a17251fb-95b8-4a8d-893c-32e672c0e1ff req-5ac1cf14-8285-482a-a05c-6e39900a3736 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.1247773 Oct 27 16:39:08.717882 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] No Port match for: 028624b2-a3bb-4a3e-928c-a4af598602f6 {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:39:08.718222 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 028624b2-a3bb-4a3e-928c-a4af598602f6 not bound to the agent host hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:39:08.724508 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-7b4b3022-6c32-46dd-b430-e6a9326d79d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:08.776103 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a17251fb-95b8-4a8d-893c-32e672c0e1ff req-d795d808-c603-4390-bd7b-6de970f7bdd1 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565703 Oct 27 16:39:09.042742 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54138f4b-6a36-43a0-bef7-52e48090ac2b req-97eeb926-f060-441c-b5b0-53724ec7cbbb tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:09.045708 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-54138f4b-6a36-43a0-bef7-52e48090ac2b req-97eeb926-f060-441c-b5b0-53724ec7cbbb tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ec61b73-ff65-43ea-bbc9-a5458f10cd0d HTTP/1.1" status: 200 len: 945 time: 0.1063054 Oct 27 16:39:09.152516 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-54138f4b-6a36-43a0-bef7-52e48090ac2b req-1ccad908-1173-46d0-bf68-ec36ede576ff tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007552 Oct 27 16:39:09.232099 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 0f62967e-9347-48dd-8ed5-e9d44e3e497b up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:39:09.281030 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-7b4b3022-6c32-46dd-b430-e6a9326d79d6 None None] Publish callbacks [] for port, precommit_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:09.292210 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-7b4b3022-6c32-46dd-b430-e6a9326d79d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:09.320146 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b8bcc-23f5-422d-98ba-e8572a06a1ee req-2c397f88-ad8f-452d-a021-94aaf6bdbb3e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:09.329296 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8c7b8bcc-23f5-422d-98ba-e8572a06a1ee req-2c397f88-ad8f-452d-a021-94aaf6bdbb3e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0706573 Oct 27 16:39:09.415151 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8c7b8bcc-23f5-422d-98ba-e8572a06a1ee req-dd0b7bb6-bc11-47dc-95ce-8e1b7d1bba04 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847018 Oct 27 16:39:09.426779 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda00f9-4171-4add-a841-9b4f4110f2ee None None] Pushing event updated for resources: {'Port': ['ID=5b971fde-cb24-4313-a465-fb1d7ea2bae3,revision_number=3']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:09.435126 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port 0f62967e-9347-48dd-8ed5-e9d44e3e497b triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:09.435819 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:09.536039 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-7b4b3022-6c32-46dd-b430-e6a9326d79d6 None None] Attempting to bind port 5b971fde-cb24-4313-a465-fb1d7ea2bae3 on host dv-cinder-815659-1-iscsi for vnic_type normal with profile {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:39:09.536543 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-7b4b3022-6c32-46dd-b430-e6a9326d79d6 None None] Attempting to bind port 5b971fde-cb24-4313-a465-fb1d7ea2bae3 by drivers openvswitch,hyperv on host dv-cinder-815659-1-iscsi at level 0 using segments [{'id': 'ddb126d4-0fc6-43d8-a01e-9555b232cb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'b1167715-9e60-4162-a3b7-95722bd4ecab'}] {{(pid=101667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:39:09.537151 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4b3022-6c32-46dd-b430-e6a9326d79d6 None None] Attempting to bind port 5b971fde-cb24-4313-a465-fb1d7ea2bae3 on network b1167715-9e60-4162-a3b7-95722bd4ecab {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:39:09.552616 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4b3022-6c32-46dd-b430-e6a9326d79d6 None None] Checking agent: {'id': '042db589-9278-4969-aa78-790e50700daa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 27, 42), 'started_at': datetime.datetime(2021, 10, 27, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:39:09.553448 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4b3022-6c32-46dd-b430-e6a9326d79d6 None None] Checking segment: {'id': 'ddb126d4-0fc6-43d8-a01e-9555b232cb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'b1167715-9e60-4162-a3b7-95722bd4ecab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:39:09.554064 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-7b4b3022-6c32-46dd-b430-e6a9326d79d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:09.554667 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4b3022-6c32-46dd-b430-e6a9326d79d6 None None] Bound using segment: {'id': 'ddb126d4-0fc6-43d8-a01e-9555b232cb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'b1167715-9e60-4162-a3b7-95722bd4ecab'} {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:39:09.555373 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-7b4b3022-6c32-46dd-b430-e6a9326d79d6 None None] Bound port: 5b971fde-cb24-4313-a465-fb1d7ea2bae3, host: dv-cinder-815659-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb126d4-0fc6-43d8-a01e-9555b232cb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'b1167715-9e60-4162-a3b7-95722bd4ecab'}}] {{(pid=101667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:39:09.556006 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-7b4b3022-6c32-46dd-b430-e6a9326d79d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:09.584659 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49545b3-213c-4432-9757-7fdc920c76a8 req-e0784f90-52e0-4998-97bb-ea0e51c34e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:09.586190 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b49545b3-213c-4432-9757-7fdc920c76a8 req-e0784f90-52e0-4998-97bb-ea0e51c34e6b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a764bac289b649e9b1671333d51f7db3&device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 1098 time: 0.1142018 Oct 27 16:39:09.606670 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7be2a-939c-4772-9ca4-285fab4f47f2 req-2cd74719-8fd5-4944-9c53-dcc13d656bd7 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:09.628089 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-88d7be2a-939c-4772-9ca4-285fab4f47f2 req-2cd74719-8fd5-4944-9c53-dcc13d656bd7 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.1425962 Oct 27 16:39:09.643981 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-7b4b3022-6c32-46dd-b430-e6a9326d79d6 None None] For port 5b971fde-cb24-4313-a465-fb1d7ea2bae3, host dv-cinder-815659-1-iscsi, cleared binding levels {{(pid=101667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:39:09.649150 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-7b4b3022-6c32-46dd-b430-e6a9326d79d6 None None] For port 5b971fde-cb24-4313-a465-fb1d7ea2bae3, host dv-cinder-815659-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=5b971fde-cb24-4313-a465-fb1d7ea2bae3,segment=NetworkSegment(ddb126d4-0fc6-43d8-a01e-9555b232cb34),segment_id=ddb126d4-0fc6-43d8-a01e-9555b232cb34)] {{(pid=101667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:39:09.675088 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-7b4b3022-6c32-46dd-b430-e6a9326d79d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:09.777950 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4b3022-6c32-46dd-b430-e6a9326d79d6 None None] Routers {'aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:09.778818 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-7b4b3022-6c32-46dd-b430-e6a9326d79d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:38:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:09.794828 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-88d7be2a-939c-4772-9ca4-285fab4f47f2 req-7ca8a058-d647-48a8-86f6-1dbaf16b5016 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655347 Oct 27 16:39:09.796644 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-95b0f30d-7982-4a34-8eb4-553207c0880d None None] Provisioning complete for port 5b971fde-cb24-4313-a465-fb1d7ea2bae3 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:09.797012 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-95b0f30d-7982-4a34-8eb4-553207c0880d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:09.854537 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49545b3-213c-4432-9757-7fdc920c76a8 req-59c41f84-0968-47e9-9d29-00427139fda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:09.856843 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b49545b3-213c-4432-9757-7fdc920c76a8 req-59c41f84-0968-47e9-9d29-00427139fda9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14 HTTP/1.1" status: 200 len: 921 time: 0.2060483 Oct 27 16:39:09.882936 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda00f9-4171-4add-a841-9b4f4110f2ee None None] Pushing event updated for resources: {'Port': ['ID=5b971fde-cb24-4313-a465-fb1d7ea2bae3,revision_number=4']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:09.921723 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b49545b3-213c-4432-9757-7fdc920c76a8 req-2c55e29f-e3b7-48e7-9eea-eb35c8c5d269 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d936b1e4-d206-4630-a2fd-ceb92f939c4a HTTP/1.1" status: 200 len: 217 time: 0.0567474 Oct 27 16:39:10.032473 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be14b47-e54f-4f58-a392-2a0a4eaac706 req-e1878161-09b7-4933-b347-f933e3c38b93 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:10.034218 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5be14b47-e54f-4f58-a392-2a0a4eaac706 req-e1878161-09b7-4933-b347-f933e3c38b93 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.1099014 Oct 27 16:39:10.036237 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49545b3-213c-4432-9757-7fdc920c76a8 req-413f6ed9-c802-439e-b279-9cb84de3b149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:10.037818 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b49545b3-213c-4432-9757-7fdc920c76a8 req-413f6ed9-c802-439e-b279-9cb84de3b149 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fb778c79-e1ca-40aa-a2d2-a768cb1fae5c HTTP/1.1" status: 200 len: 859 time: 0.0998774 Oct 27 16:39:10.099732 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b49545b3-213c-4432-9757-7fdc920c76a8 req-40700e77-d9d0-4393-ad47-4cad2b0c2dbb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338116 Oct 27 16:39:10.115026 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5be14b47-e54f-4f58-a392-2a0a4eaac706 req-51b44eeb-9b87-439c-8234-4a4ac04f8c0e tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643780 Oct 27 16:39:10.132289 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-7b4b3022-6c32-46dd-b430-e6a9326d79d6 None None] Set router aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:39:10.184138 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-95b0f30d-7982-4a34-8eb4-553207c0880d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:10.255926 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-95b0f30d-7982-4a34-8eb4-553207c0880d None None] For port 5b971fde-cb24-4313-a465-fb1d7ea2bae3, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=5b971fde-cb24-4313-a465-fb1d7ea2bae3,segment=NetworkSegment(ddb126d4-0fc6-43d8-a01e-9555b232cb34),segment_id=ddb126d4-0fc6-43d8-a01e-9555b232cb34)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:10.271673 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-95b0f30d-7982-4a34-8eb4-553207c0880d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:10.298000 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b49545b3-213c-4432-9757-7fdc920c76a8 req-79b953e4-4296-42c8-8ff4-e551888e695d service neutron] 10.222.0.66 "GET /v2.0/networks/4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702535 Oct 27 16:39:10.338242 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695d302-8445-4e3f-9fa0-8c46c2541240 req-a3a93453-b8c9-41ab-9e0e-772276d80fcd tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:10.347759 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1695d302-8445-4e3f-9fa0-8c46c2541240 req-a3a93453-b8c9-41ab-9e0e-772276d80fcd tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ec61b73-ff65-43ea-bbc9-a5458f10cd0d HTTP/1.1" status: 200 len: 945 time: 0.1124151 Oct 27 16:39:10.461865 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b0f30d-7982-4a34-8eb4-553207c0880d None None] Pushing event updated for resources: {'Port': ['ID=5b971fde-cb24-4313-a465-fb1d7ea2bae3,revision_number=5']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:10.503852 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-7ff1a1ae-a977-407d-97e7-22f0c536d93a None None] Provisioning complete for port 5b971fde-cb24-4313-a465-fb1d7ea2bae3 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:10.503852 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-7ff1a1ae-a977-407d-97e7-22f0c536d93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:10.513944 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1695d302-8445-4e3f-9fa0-8c46c2541240 req-a853f1a4-bf99-4eeb-8f3c-fec9f7c4699b tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649590 Oct 27 16:39:10.580467 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b49545b3-213c-4432-9757-7fdc920c76a8 req-10cf2b25-8124-4fd9-99f2-cdf4fad7c12f service neutron] 10.222.0.66 "GET /v2.0/networks/4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559028 Oct 27 16:39:10.603351 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f2236-490d-47be-b32d-ef76fdacfdff req-e6a9c2e4-fd67-473e-a4e6-913cefb285ce tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:10.605004 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3f8f2236-490d-47be-b32d-ef76fdacfdff req-e6a9c2e4-fd67-473e-a4e6-913cefb285ce tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0742872 Oct 27 16:39:10.616136 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-7b4b3022-6c32-46dd-b430-e6a9326d79d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0', 'name': 'tempest-TestMinimumBasicScenario-2139512499-router', 'tenant_id': '977ca2e8012842f68ff404904d425fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '0f62967e-9347-48dd-8ed5-e9d44e3e497b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:39:01Z', 'updated_at': '2021-10-27T16:39:05Z', 'revision_number': 4, 'project_id': '977ca2e8012842f68ff404904d425fb7', 'gw_port': {'id': '0f62967e-9347-48dd-8ed5-e9d44e3e497b', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:02Z', 'updated_at': '2021-10-27T16:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '5b971fde-cb24-4313-a465-fb1d7ea2bae3', 'name': '', 'network_id': 'b1167715-9e60-4162-a3b7-95722bd4ecab', 'tenant_id': '977ca2e8012842f68ff404904d425fb7', 'mac_address': 'fa:16:3e:e3:9d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '405a9f47-d993-4db9-9233-a3e479169bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:05Z', 'updated_at': '2021-10-27T16:39:09Z', 'revision_number': 4, 'project_id': '977ca2e8012842f68ff404904d425fb7', 'subnets': [{'id': '405a9f47-d993-4db9-9233-a3e479169bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:10.665012 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4b3022-6c32-46dd-b430-e6a9326d79d6 None None] The sync data for ids ['aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0'] in dv-cinder-815659-1-iscsi is: [{'id': 'aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0', 'name': 'tempest-TestMinimumBasicScenario-2139512499-router', 'tenant_id': '977ca2e8012842f68ff404904d425fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '0f62967e-9347-48dd-8ed5-e9d44e3e497b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:39:01Z', 'updated_at': '2021-10-27T16:39:05Z', 'revision_number': 4, 'project_id': '977ca2e8012842f68ff404904d425fb7', 'gw_port': {'id': '0f62967e-9347-48dd-8ed5-e9d44e3e497b', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:02Z', 'updated_at': '2021-10-27T16:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '5b971fde-cb24-4313-a465-fb1d7ea2bae3', 'name': '', 'network_id': 'b1167715-9e60-4162-a3b7-95722bd4ecab', 'tenant_id': '977ca2e8012842f68ff404904d425fb7', 'mac_address': 'fa:16:3e:e3:9d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '405a9f47-d993-4db9-9233-a3e479169bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:05Z', 'updated_at': '2021-10-27T16:39:09Z', 'revision_number': 4, 'project_id': '977ca2e8012842f68ff404904d425fb7', 'subnets': [{'id': '405a9f47-d993-4db9-9233-a3e479169bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:39:10.669385 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3f8f2236-490d-47be-b32d-ef76fdacfdff req-303f6889-6d20-47d2-a59f-644f52bd1fe8 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568025 Oct 27 16:39:10.960111 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4649449-e8bd-4f1e-9643-1d6949b03ba6 req-f6d2ab4a-4179-4446-9f79-18ca37f4b1d2 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:10.961951 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b4649449-e8bd-4f1e-9643-1d6949b03ba6 req-f6d2ab4a-4179-4446-9f79-18ca37f4b1d2 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0731356 Oct 27 16:39:10.991784 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-3bc0085b-604b-4e8d-b898-8aa39ff36c55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:11.030794 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b4649449-e8bd-4f1e-9643-1d6949b03ba6 req-6d994d2d-a4e3-48b9-b5fb-c699fcb4f179 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508311 Oct 27 16:39:11.280883 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 5b971fde-cb24-4313-a465-fb1d7ea2bae3 up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:39:11.320710 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823da30-3df7-4303-aa9a-6a10c07d0993 req-85b22b99-f5f2-4b7a-9713-009ca2ee3c7f tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:11.329573 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5823da30-3df7-4303-aa9a-6a10c07d0993 req-85b22b99-f5f2-4b7a-9713-009ca2ee3c7f tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.1074293 Oct 27 16:39:11.366355 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port 5b971fde-cb24-4313-a465-fb1d7ea2bae3 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:11.366885 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:11.414709 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5823da30-3df7-4303-aa9a-6a10c07d0993 req-bfcff5ce-c2fa-4e4c-928b-c46c3933c880 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774472 Oct 27 16:39:11.446591 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b385270-bb8b-4c57-845c-14296f4735ac req-0c1a0ce4-2675-43d1-80f2-901dd17b403a tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:11.450365 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9b385270-bb8b-4c57-845c-14296f4735ac req-0c1a0ce4-2675-43d1-80f2-901dd17b403a tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=e1968321-18da-47d3-a5d4-6f8e83b9efa7 HTTP/1.1" status: 200 len: 945 time: 0.0985534 Oct 27 16:39:11.503749 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9b385270-bb8b-4c57-845c-14296f4735ac req-5faaf10b-177e-4faf-8638-9b1f9a254cd7 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476365 Oct 27 16:39:11.669413 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a2a73-0a76-4e3d-9993-9fad712ff47a req-8e3769fe-d95e-4a9a-a4f9-823cd5b8702c tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:11.671236 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0e5a2a73-0a76-4e3d-9993-9fad712ff47a req-8e3769fe-d95e-4a9a-a4f9-823cd5b8702c tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ec61b73-ff65-43ea-bbc9-a5458f10cd0d HTTP/1.1" status: 200 len: 945 time: 0.0560822 Oct 27 16:39:11.734695 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0e5a2a73-0a76-4e3d-9993-9fad712ff47a req-d1daa8fc-4a6e-42a6-b99a-cd95c932e881 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546136 Oct 27 16:39:11.820974 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cfe45c-1027-4e39-9986-17b44d115bca req-126390f4-05fa-4e76-96a8-28ea5627792e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:11.828622 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-97cfe45c-1027-4e39-9986-17b44d115bca req-126390f4-05fa-4e76-96a8-28ea5627792e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0730801 Oct 27 16:39:11.883929 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-97cfe45c-1027-4e39-9986-17b44d115bca req-d9f75ba6-468a-4a96-9aea-797a4df14e69 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543664 Oct 27 16:39:11.921900 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c300a30-22d8-4d5a-89f9-520579877700 req-5456e8b8-f74a-48cc-87f2-3adcb38e3ade tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:11.923528 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2c300a30-22d8-4d5a-89f9-520579877700 req-5456e8b8-f74a-48cc-87f2-3adcb38e3ade tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ec61b73-ff65-43ea-bbc9-a5458f10cd0d HTTP/1.1" status: 200 len: 945 time: 0.0544434 Oct 27 16:39:12.040212 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [req-2c300a30-22d8-4d5a-89f9-520579877700 req-d0d80fb7-ad59-42ad-9122-20f62fc86a21 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Deleting port 50ff90c8-6a14-4889-9cdd-475e71148064 {{(pid=101666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:39:12.040990 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-2c300a30-22d8-4d5a-89f9-520579877700 req-d0d80fb7-ad59-42ad-9122-20f62fc86a21 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:12.063545 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:12.189699 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-2c300a30-22d8-4d5a-89f9-520579877700 req-d0d80fb7-ad59-42ad-9122-20f62fc86a21 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] For port 50ff90c8-6a14-4889-9cdd-475e71148064, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=50ff90c8-6a14-4889-9cdd-475e71148064,segment=NetworkSegment(27a2f639-6a28-44d1-8c0f-33d46b79e83a),segment_id=27a2f639-6a28-44d1-8c0f-33d46b79e83a)] {{(pid=101666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:12.190065 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-2c300a30-22d8-4d5a-89f9-520579877700 req-d0d80fb7-ad59-42ad-9122-20f62fc86a21 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:12.212252 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [req-2c300a30-22d8-4d5a-89f9-520579877700 req-d0d80fb7-ad59-42ad-9122-20f62fc86a21 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Calling delete_port for 50ff90c8-6a14-4889-9cdd-475e71148064 owned by compute:nova {{(pid=101666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:39:12.233420 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38873a02-bc2e-43bf-b9dd-2f48c7050a76 req-f37cbc4c-1bfa-4d0e-bf91-3b6ac0298362 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:12.234947 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-38873a02-bc2e-43bf-b9dd-2f48c7050a76 req-f37cbc4c-1bfa-4d0e-bf91-3b6ac0298362 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0990484 Oct 27 16:39:12.319979 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-38873a02-bc2e-43bf-b9dd-2f48c7050a76 req-a4c93c64-ebbb-46a7-9763-cb07c45f4b95 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503426 Oct 27 16:39:12.420282 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-2c300a30-22d8-4d5a-89f9-520579877700 req-d0d80fb7-ad59-42ad-9122-20f62fc86a21 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631'] for port, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:12.458395 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['50ff90c8-6a14-4889-9cdd-475e71148064'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:39:12.461088 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d80fb7-ad59-42ad-9122-20f62fc86a21 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Pushing event deleted for resources: {'Port': ['ID=50ff90c8-6a14-4889-9cdd-475e71148064,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:12.534838 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c300a30-22d8-4d5a-89f9-520579877700 req-d0d80fb7-ad59-42ad-9122-20f62fc86a21 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] No DVR routers for this DVR port 50ff90c8-6a14-4889-9cdd-475e71148064 on host hv-cinder-81565 {{(pid=101666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:39:12.553030 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:12.570268 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-2c300a30-22d8-4d5a-89f9-520579877700 req-d0d80fb7-ad59-42ad-9122-20f62fc86a21 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:12.574063 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2c300a30-22d8-4d5a-89f9-520579877700 req-d0d80fb7-ad59-42ad-9122-20f62fc86a21 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.66 "DELETE /v2.0/ports/50ff90c8-6a14-4889-9cdd-475e71148064 HTTP/1.1" status: 204 len: 173 time: 0.6360521 Oct 27 16:39:12.578514 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec61b73-ff65-43ea-bbc9-a5458f10cd0d', 'name': 'network-vif-deleted', 'tag': '50ff90c8-6a14-4889-9cdd-475e71148064'}] {{(pid=101666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:39:12.580829 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c97a8bc50bc1e60c5bcd83482612a755f7c8660878f0fc94464a674b36297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5678ed9-db76-4c0b-87b9-395e6f3db434" -d '{"events": [{"server_uuid": "4ec61b73-ff65-43ea-bbc9-a5458f10cd0d", "name": "network-vif-deleted", "tag": "50ff90c8-6a14-4889-9cdd-475e71148064"}]}' {{(pid=101666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:39:12.615560 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9218044-74a2-43b0-a1cb-3dfba78d6306 req-a71f1838-fa1a-4d8f-b108-827bc2f9cc98 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:12.617180 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e9218044-74a2-43b0-a1cb-3dfba78d6306 req-a71f1838-fa1a-4d8f-b108-827bc2f9cc98 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.0837338 Oct 27 16:39:12.673756 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc531d-5c0b-4021-b18f-18f804c1ca5d req-814321cd-8192-41b4-b311-5e2a49c13f81 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:12.675248 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5adc531d-5c0b-4021-b18f-18f804c1ca5d req-814321cd-8192-41b4-b311-5e2a49c13f81 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=e1968321-18da-47d3-a5d4-6f8e83b9efa7 HTTP/1.1" status: 200 len: 945 time: 0.0805688 Oct 27 16:39:12.724329 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e9218044-74a2-43b0-a1cb-3dfba78d6306 req-abcb906f-e712-41a6-b3c3-2877282be462 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789788 Oct 27 16:39:12.765456 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b5ced0-ba13-404d-9904-5a97463d30ab x-openstack-request-id: req-b7b5ced0-ba13-404d-9904-5a97463d30ab {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:39:12.765745 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec61b73-ff65-43ea-bbc9-a5458f10cd0d", "name": "network-vif-deleted", "tag": "50ff90c8-6a14-4889-9cdd-475e71148064", "status": "completed", "code": 200}]} {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:39:12.765988 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b7b5ced0-ba13-404d-9904-5a97463d30ab {{(pid=101666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:39:12.766400 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec61b73-ff65-43ea-bbc9-a5458f10cd0d', 'name': 'network-vif-deleted', 'tag': '50ff90c8-6a14-4889-9cdd-475e71148064', 'status': 'completed', 'code': 200} Oct 27 16:39:12.770739 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5adc531d-5c0b-4021-b18f-18f804c1ca5d req-1f16e29c-e328-4229-92ae-51d98c69a79b tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812683 Oct 27 16:39:12.873533 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-367de0ed-a71d-4a5f-82bb-3268109ed5c8 req-a2e1bcf7-19e9-4cdc-9199-5ebf86582e3c tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ec61b73-ff65-43ea-bbc9-a5458f10cd0d HTTP/1.1" status: 200 len: 210 time: 0.0280893 Oct 27 16:39:13.036719 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6dfed-3493-493f-a327-f19fa64175aa req-27ff2b56-03df-4812-ae7e-8197d993c334 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:13.038615 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f4b6dfed-3493-493f-a327-f19fa64175aa req-27ff2b56-03df-4812-ae7e-8197d993c334 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0612581 Oct 27 16:39:13.084423 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f4b6dfed-3493-493f-a327-f19fa64175aa req-4ef46397-6e40-4504-b4b6-497248372f4a tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371010 Oct 27 16:39:13.478633 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680c32f-061e-4754-a831-c7a392da0f43 req-12b46382-4783-47a3-9beb-6e813c297890 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:13.480430 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a680c32f-061e-4754-a831-c7a392da0f43 req-12b46382-4783-47a3-9beb-6e813c297890 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0594916 Oct 27 16:39:13.539788 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a680c32f-061e-4754-a831-c7a392da0f43 req-da1d4ece-8d3d-4eb9-8028-7838220a62c4 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503182 Oct 27 16:39:13.718545 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:13.838306 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8feb33-99b3-4c73-8f3c-22b30bab9f0c req-e54d35bb-48cc-4afb-8b61-e1791f66bd26 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:13.839832 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-bc8feb33-99b3-4c73-8f3c-22b30bab9f0c req-e54d35bb-48cc-4afb-8b61-e1791f66bd26 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.0585372 Oct 27 16:39:13.910043 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-bc8feb33-99b3-4c73-8f3c-22b30bab9f0c req-59f62c37-4109-429d-bce9-2e25eca0205f tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611572 Oct 27 16:39:13.931144 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1f3a2-577e-4254-b98f-591b28017b36 req-8c496b09-30e7-42c1-9fa4-00db6c457b49 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:13.940599 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e9d1f3a2-577e-4254-b98f-591b28017b36 req-8c496b09-30e7-42c1-9fa4-00db6c457b49 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=e1968321-18da-47d3-a5d4-6f8e83b9efa7 HTTP/1.1" status: 200 len: 945 time: 0.0843961 Oct 27 16:39:13.990882 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e9d1f3a2-577e-4254-b98f-591b28017b36 req-fdda4d0b-b961-4c28-a9a4-45c70c5339ca tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493407 Oct 27 16:39:14.283260 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f945f89-0786-48ce-8bee-dce017fdbef5 req-dd3b3906-d4c4-4dda-86db-948f1e1bf8c7 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:14.284957 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6f945f89-0786-48ce-8bee-dce017fdbef5 req-dd3b3906-d4c4-4dda-86db-948f1e1bf8c7 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0844288 Oct 27 16:39:14.292086 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-926115a3-0bcd-4a65-954b-80409e4e1718 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:14.293662 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-926115a3-0bcd-4a65-954b-80409e4e1718 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/networks?id=bbe39475-f770-4da9-9ca4-8c1ded76e00a HTTP/1.1" status: 200 len: 808 time: 0.1489584 Oct 27 16:39:14.321641 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-f69bb685-d264-4376-b0ab-25dbe8b45406 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/quotas/09e62ed4bf754f0f8154fcab6eddb051 HTTP/1.1" status: 200 len: 375 time: 0.0209715 Oct 27 16:39:14.349340 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6f945f89-0786-48ce-8bee-dce017fdbef5 req-7c231f2d-3bbb-4488-b165-4fd7802ff9c9 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545819 Oct 27 16:39:14.371867 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-71fcdabe-02e2-4a7a-a4e5-9310751db353 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=09e62ed4bf754f0f8154fcab6eddb051&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397553 Oct 27 16:39:14.449779 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 50ff90c8-6a14-4889-9cdd-475e71148064 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:39:14.480661 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] No Port match for: 50ff90c8-6a14-4889-9cdd-475e71148064 {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:39:14.481301 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 50ff90c8-6a14-4889-9cdd-475e71148064 not bound to the agent host hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:39:14.482706 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-1a8787d6-6354-4699-b93f-0e03e865e06d service neutron] 10.222.0.91 "GET /v2.0/networks/bbe39475-f770-4da9-9ca4-8c1ded76e00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098809 Oct 27 16:39:14.594935 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-24a6d3f8-de18-4395-bbba-a40255943555 service neutron] 10.222.0.91 "GET /v2.0/networks/bbe39475-f770-4da9-9ca4-8c1ded76e00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042826 Oct 27 16:39:14.692464 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f7dc4-3620-4746-8936-1ad10608e351 req-605a69aa-092e-48d3-8217-b54328c5c3a2 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:14.700788 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f98f7dc4-3620-4746-8936-1ad10608e351 req-605a69aa-092e-48d3-8217-b54328c5c3a2 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0982089 Oct 27 16:39:14.824155 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f98f7dc4-3620-4746-8936-1ad10608e351 req-5acd57c5-3f88-4586-9353-fac3035021f6 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224110 Oct 27 16:39:14.867811 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8de10856-771a-4442-90c5-2266ed3722fb req-4c11daee-de03-4b36-ac03-fdbcfc703031 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=40012e22-8c4a-4bec-bbad-b2c50e7cc33a HTTP/1.1" status: 200 len: 210 time: 0.0593808 Oct 27 16:39:14.899398 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f15f5a-e87e-43c1-8b5c-577e1f5d99db req-a1ceb6e3-829b-43ff-9690-c1d3507a3801 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:14.901032 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c6f15f5a-e87e-43c1-8b5c-577e1f5d99db req-a1ceb6e3-829b-43ff-9690-c1d3507a3801 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1968321-18da-47d3-a5d4-6f8e83b9efa7 HTTP/1.1" status: 200 len: 945 time: 0.1648502 Oct 27 16:39:15.068502 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2ba25-1402-4ec1-9d11-ab57287bbc94 req-30b5dd67-bfe1-44aa-bf2d-6fbea7efdc18 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:15.070349 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0dd2ba25-1402-4ec1-9d11-ab57287bbc94 req-30b5dd67-bfe1-44aa-bf2d-6fbea7efdc18 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.0694861 Oct 27 16:39:15.078023 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [req-c6f15f5a-e87e-43c1-8b5c-577e1f5d99db req-2196616f-0671-4858-87a9-c51075fa13f9 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Deleting port b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f {{(pid=101666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:39:15.078354 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-c6f15f5a-e87e-43c1-8b5c-577e1f5d99db req-2196616f-0671-4858-87a9-c51075fa13f9 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:15.189875 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0dd2ba25-1402-4ec1-9d11-ab57287bbc94 req-820e2368-0659-412e-aa57-47778902c413 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073408 Oct 27 16:39:15.254863 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce172f-1eb7-4289-ae7b-33d25afdf4e1 req-20458d9c-86b3-4230-afc9-c6328f923506 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:15.262628 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-50ce172f-1eb7-4289-ae7b-33d25afdf4e1 req-20458d9c-86b3-4230-afc9-c6328f923506 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=e1968321-18da-47d3-a5d4-6f8e83b9efa7 HTTP/1.1" status: 200 len: 945 time: 0.1535115 Oct 27 16:39:15.293825 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-c6f15f5a-e87e-43c1-8b5c-577e1f5d99db req-2196616f-0671-4858-87a9-c51075fa13f9 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] For port b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f,segment=NetworkSegment(0686f11a-d5c1-4844-a3a9-7ba2229df7a3),segment_id=0686f11a-d5c1-4844-a3a9-7ba2229df7a3)] {{(pid=101666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:15.294498 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-c6f15f5a-e87e-43c1-8b5c-577e1f5d99db req-2196616f-0671-4858-87a9-c51075fa13f9 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:15.319772 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [req-c6f15f5a-e87e-43c1-8b5c-577e1f5d99db req-2196616f-0671-4858-87a9-c51075fa13f9 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Calling delete_port for b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f owned by compute:nova {{(pid=101666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:39:15.336848 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-50ce172f-1eb7-4289-ae7b-33d25afdf4e1 req-ad73550a-f18b-4621-861c-595dc69a274e tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731325 Oct 27 16:39:15.566816 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98093b51-3e6e-4445-ae72-b9bf1ebfc02e req-5d141784-7830-4138-8b47-0ed1abf2139e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:15.568376 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-98093b51-3e6e-4445-ae72-b9bf1ebfc02e req-5d141784-7830-4138-8b47-0ed1abf2139e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0999734 Oct 27 16:39:15.569660 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-c6f15f5a-e87e-43c1-8b5c-577e1f5d99db req-2196616f-0671-4858-87a9-c51075fa13f9 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631'] for port, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:15.588347 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['a90a4eda-f446-46d2-974b-bc14587851d9', '1de2eba6-d12d-4286-9876-44e4c0e6a69d', 'b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:39:15.615537 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2196616f-0671-4858-87a9-c51075fa13f9 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Pushing event deleted for resources: {'Port': ['ID=b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:15.675964 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f15f5a-e87e-43c1-8b5c-577e1f5d99db req-2196616f-0671-4858-87a9-c51075fa13f9 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] No DVR routers for this DVR port b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f on host hv-cinder-81565 {{(pid=101666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:39:15.678554 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-c6f15f5a-e87e-43c1-8b5c-577e1f5d99db req-2196616f-0671-4858-87a9-c51075fa13f9 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:15.682143 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c6f15f5a-e87e-43c1-8b5c-577e1f5d99db req-2196616f-0671-4858-87a9-c51075fa13f9 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.66 "DELETE /v2.0/ports/b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f HTTP/1.1" status: 204 len: 173 time: 0.7720604 Oct 27 16:39:15.682924 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1968321-18da-47d3-a5d4-6f8e83b9efa7', 'name': 'network-vif-deleted', 'tag': 'b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f'}] {{(pid=101666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:39:15.684955 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c97a8bc50bc1e60c5bcd83482612a755f7c8660878f0fc94464a674b36297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593854d0-b268-4211-9595-52f91b7d882f" -d '{"events": [{"server_uuid": "e1968321-18da-47d3-a5d4-6f8e83b9efa7", "name": "network-vif-deleted", "tag": "b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f"}]}' {{(pid=101666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:39:15.702886 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-98093b51-3e6e-4445-ae72-b9bf1ebfc02e req-067a6cad-72c1-48f0-8d62-ee4d69014880 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199324 Oct 27 16:39:15.746594 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83551c32-2ac1-4aad-a5d6-762c4d523e3d x-openstack-request-id: req-83551c32-2ac1-4aad-a5d6-762c4d523e3d {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:39:15.746970 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1968321-18da-47d3-a5d4-6f8e83b9efa7", "name": "network-vif-deleted", "tag": "b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f", "status": "completed", "code": 200}]} {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:39:15.747373 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-83551c32-2ac1-4aad-a5d6-762c4d523e3d {{(pid=101666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:39:15.747863 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1968321-18da-47d3-a5d4-6f8e83b9efa7', 'name': 'network-vif-deleted', 'tag': 'b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f', 'status': 'completed', 'code': 200} Oct 27 16:39:15.991378 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-04521b30-5d14-47a4-80c3-a628f0d8dc3e req-8174a7a1-54ac-426f-84f1-5d63d6276302 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=40012e22-8c4a-4bec-bbad-b2c50e7cc33a HTTP/1.1" status: 200 len: 210 time: 0.0332971 Oct 27 16:39:16.006926 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf82d7-739e-4269-acf4-08b520498f0c req-f3c88a7b-6bf8-4890-8504-1cc3120f14e1 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:16.014874 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2edf82d7-739e-4269-acf4-08b520498f0c req-f3c88a7b-6bf8-4890-8504-1cc3120f14e1 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.1087015 Oct 27 16:39:16.051565 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2edf82d7-739e-4269-acf4-08b520498f0c req-a0d3ee0a-f221-4ce2-992e-d4f2d01816f4 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358083 Oct 27 16:39:16.461686 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 2efa01dc-81c3-46bb-9ef0-b94159290efa details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=101667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:39:16.610537 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 2efa01dc-81c3-46bb-9ef0-b94159290efa, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=2efa01dc-81c3-46bb-9ef0-b94159290efa,segment=NetworkSegment(04b90801-dbaa-4b6b-a289-4b9ced180864),segment_id=04b90801-dbaa-4b6b-a289-4b9ced180864)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:16.627653 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Returning: {'device': '2efa01dc-81c3-46bb-9ef0-b94159290efa', 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905', 'port_id': '2efa01dc-81c3-46bb-9ef0-b94159290efa', 'mac_address': 'fa:16:3e:c0:13:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfd7b3b6-c867-4ea0-ba61-155e778fa591', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:39:16.662575 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-68acf66a-7d14-4b89-9d92-a77df7ca25f1 req-7bc78d0b-10e9-4d14-ab06-9c270dc553ff tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=e1968321-18da-47d3-a5d4-6f8e83b9efa7 HTTP/1.1" status: 200 len: 210 time: 0.0607519 Oct 27 16:39:16.697857 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-a39fa832-4d24-4883-9252-a54f566251a6 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:16.697857 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-a39fa832-4d24-4883-9252-a54f566251a6 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.66 "GET /v2.0/networks?id=bbe39475-f770-4da9-9ca4-8c1ded76e00a HTTP/1.1" status: 200 len: 808 time: 0.4468639 Oct 27 16:39:16.702622 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:16.715262 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504aabf-b602-404f-bf33-34923b4eba03 req-6e8bf3eb-3a07-4f55-821d-82517cdc1d9d tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:16.717504 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2efa01dc-81c3-46bb-9ef0-b94159290efa {{(pid=101667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:39:16.723203 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7504aabf-b602-404f-bf33-34923b4eba03 req-6e8bf3eb-3a07-4f55-821d-82517cdc1d9d tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.4069166 Oct 27 16:39:16.729782 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-728839a5-7b7e-40dc-b7db-4b521dc2517c tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Request body: {'port': {'device_id': '40012e22-8c4a-4bec-bbad-b2c50e7cc33a', 'network_id': 'bbe39475-f770-4da9-9ca4-8c1ded76e00a', 'admin_state_up': True, 'tenant_id': '09e62ed4bf754f0f8154fcab6eddb051'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:39:16.773171 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 2efa01dc-81c3-46bb-9ef0-b94159290efa, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=2efa01dc-81c3-46bb-9ef0-b94159290efa,segment=NetworkSegment(04b90801-dbaa-4b6b-a289-4b9ced180864),segment_id=04b90801-dbaa-4b6b-a289-4b9ced180864)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:16.784719 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:16.848625 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=2efa01dc-81c3-46bb-9ef0-b94159290efa,revision_number=6']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:16.877059 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7504aabf-b602-404f-bf33-34923b4eba03 req-278806b9-1ac9-4889-a58e-b571da85411f tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525583 Oct 27 16:39:16.929509 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952f780-7423-4444-9e06-1989d3350d89 req-aaaf7ec6-31d5-48f1-ad87-928a6119518e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:16.931033 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c952f780-7423-4444-9e06-1989d3350d89 req-aaaf7ec6-31d5-48f1-ad87-928a6119518e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 945 time: 0.1199858 Oct 27 16:39:16.969111 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-728839a5-7b7e-40dc-b7db-4b521dc2517c tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Made reservation on behalf of 09e62ed4bf754f0f8154fcab6eddb051 for: {'port': 1} {{(pid=101666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:39:16.972552 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-728839a5-7b7e-40dc-b7db-4b521dc2517c tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:17.003801 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c952f780-7423-4444-9e06-1989d3350d89 req-d42647ad-8528-4c24-865d-96bfd61f91bb tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621343 Oct 27 16:39:17.027779 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['2efa01dc-81c3-46bb-9ef0-b94159290efa'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:39:17.125774 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2a4595e1-445d-4cd7-97ad-69e49f7d613e req-62f87b34-c5c8-47b9-a694-5293fe34c487 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=40012e22-8c4a-4bec-bbad-b2c50e7cc33a HTTP/1.1" status: 200 len: 210 time: 0.0514526 Oct 27 16:39:17.217621 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.db_base_plugin_common [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-728839a5-7b7e-40dc-b7db-4b521dc2517c tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Allocated IP 172.20.0.8 (bbe39475-f770-4da9-9ca4-8c1ded76e00a/e732d6db-2ca2-48d4-8313-36e3eb5e12df/12c6e701-9434-4e3f-80fb-6ec9c05d3a88) {{(pid=101666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:39:17.226104 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38aa51e-3cba-44f4-8949-52d850edecea req-f96e3adb-233b-4796-b421-2a404acbc79e tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:17.227624 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e38aa51e-3cba-44f4-8949-52d850edecea req-f96e3adb-233b-4796-b421-2a404acbc79e tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0981934 Oct 27 16:39:17.288188 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e38aa51e-3cba-44f4-8949-52d850edecea req-32345cfa-0827-48f2-9907-855d7c0409cd tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519800 Oct 27 16:39:17.430907 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-728839a5-7b7e-40dc-b7db-4b521dc2517c tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Publish callbacks [] for port, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:17.471033 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-728839a5-7b7e-40dc-b7db-4b521dc2517c tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622'] for port, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:17.522555 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-728839a5-7b7e-40dc-b7db-4b521dc2517c tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Network bbe39475-f770-4da9-9ca4-8c1ded76e00a is already hosted by enough agents. {{(pid=101666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:39:17.525937 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-728839a5-7b7e-40dc-b7db-4b521dc2517c tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Resources bound (agent type, host, resource id): {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:39:17.532201 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-728839a5-7b7e-40dc-b7db-4b521dc2517c tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Received port after_create {{(pid=101666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:39:17.537942 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-728839a5-7b7e-40dc-b7db-4b521dc2517c tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:17.538549 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-728839a5-7b7e-40dc-b7db-4b521dc2517c tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:17.545108 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728839a5-7b7e-40dc-b7db-4b521dc2517c tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Pushing event updated for resources: {'Port': ['ID=12c6e701-9434-4e3f-80fb-6ec9c05d3a88,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:17.563481 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-728839a5-7b7e-40dc-b7db-4b521dc2517c tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8383241 Oct 27 16:39:17.578189 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-eea1b920-2eeb-49b5-bacc-68c9c3cf4770 service neutron] Request body: {'port': {'device_id': '40012e22-8c4a-4bec-bbad-b2c50e7cc33a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:39:17.643087 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-eea1b920-2eeb-49b5-bacc-68c9c3cf4770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:18.060827 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-eea1b920-2eeb-49b5-bacc-68c9c3cf4770 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12c6e701-9434-4e3f-80fb-6ec9c05d3a88 {{(pid=101666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:39:18.071653 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-eea1b920-2eeb-49b5-bacc-68c9c3cf4770 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:18.121869 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583109f-5646-4912-8cf0-9dfb6eb91691 req-c5f3ef38-ac37-4ac3-922e-7a5534e00255 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:18.121869 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4583109f-5646-4912-8cf0-9dfb6eb91691 req-c5f3ef38-ac37-4ac3-922e-7a5534e00255 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a03fe086-4bd1-42ce-86e9-49f47a4812cb HTTP/1.1" status: 200 len: 945 time: 0.1454515 Oct 27 16:39:18.129171 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ecf27-5f6f-4822-9dfc-41c2e917d107 req-4eb335b9-4b08-4583-90f5-c8cb1c02eb40 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:18.131190 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b12ecf27-5f6f-4822-9dfc-41c2e917d107 req-4eb335b9-4b08-4583-90f5-c8cb1c02eb40 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.1266284 Oct 27 16:39:18.132554 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.provisioning_blocks [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-eea1b920-2eeb-49b5-bacc-68c9c3cf4770 service neutron] Transition to ACTIVE for port object 12c6e701-9434-4e3f-80fb-6ec9c05d3a88 will not be triggered until provisioned by entity L2. {{(pid=101666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:39:18.179466 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-eea1b920-2eeb-49b5-bacc-68c9c3cf4770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:18.252974 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4583109f-5646-4912-8cf0-9dfb6eb91691 req-cdaff71b-39e6-49bf-b19d-68cfffb4ba80 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186266 Oct 27 16:39:18.259016 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b12ecf27-5f6f-4822-9dfc-41c2e917d107 req-80b8aafe-82c8-4161-b253-49c49acbbd15 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186404 Oct 27 16:39:18.268068 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea1b920-2eeb-49b5-bacc-68c9c3cf4770 service neutron] Pushing event updated for resources: {'Port': ['ID=12c6e701-9434-4e3f-80fb-6ec9c05d3a88,revision_number=2']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:18.428155 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-eea1b920-2eeb-49b5-bacc-68c9c3cf4770 service neutron] Attempting to bind port 12c6e701-9434-4e3f-80fb-6ec9c05d3a88 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:39:18.428489 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-eea1b920-2eeb-49b5-bacc-68c9c3cf4770 service neutron] Attempting to bind port 12c6e701-9434-4e3f-80fb-6ec9c05d3a88 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '27a2f639-6a28-44d1-8c0f-33d46b79e83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'bbe39475-f770-4da9-9ca4-8c1ded76e00a'}] {{(pid=101666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:39:18.428810 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-eea1b920-2eeb-49b5-bacc-68c9c3cf4770 service neutron] Attempting to bind port 12c6e701-9434-4e3f-80fb-6ec9c05d3a88 on network bbe39475-f770-4da9-9ca4-8c1ded76e00a {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:39:18.451424 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-eea1b920-2eeb-49b5-bacc-68c9c3cf4770 service neutron] Port 12c6e701-9434-4e3f-80fb-6ec9c05d3a88 on network bbe39475-f770-4da9-9ca4-8c1ded76e00a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:39:18.451745 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-eea1b920-2eeb-49b5-bacc-68c9c3cf4770 service neutron] Attempting to bind port 12c6e701-9434-4e3f-80fb-6ec9c05d3a88 on network bbe39475-f770-4da9-9ca4-8c1ded76e00a {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:39:18.467827 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-eea1b920-2eeb-49b5-bacc-68c9c3cf4770 service neutron] Checking agent: {'id': '082437a5-0f96-45b0-8b8c-6a124d6faa93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 33, 51), 'started_at': datetime.datetime(2021, 10, 27, 16, 33, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:39:18.468498 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-eea1b920-2eeb-49b5-bacc-68c9c3cf4770 service neutron] Checking segment: {'id': '27a2f639-6a28-44d1-8c0f-33d46b79e83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'bbe39475-f770-4da9-9ca4-8c1ded76e00a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:39:18.469076 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-eea1b920-2eeb-49b5-bacc-68c9c3cf4770 service neutron] Bound using segment: {'id': '27a2f639-6a28-44d1-8c0f-33d46b79e83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'bbe39475-f770-4da9-9ca4-8c1ded76e00a'} {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:39:18.469693 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-eea1b920-2eeb-49b5-bacc-68c9c3cf4770 service neutron] Bound port: 12c6e701-9434-4e3f-80fb-6ec9c05d3a88, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27a2f639-6a28-44d1-8c0f-33d46b79e83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'bbe39475-f770-4da9-9ca4-8c1ded76e00a'}}] {{(pid=101666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:39:18.470220 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-eea1b920-2eeb-49b5-bacc-68c9c3cf4770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:18.476812 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 2efa01dc-81c3-46bb-9ef0-b94159290efa up at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:39:18.507353 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9d2c0-cbdd-481d-ab16-b5dcd8bac215 req-ff187cc0-92e3-4ce2-a454-e670881d2363 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:18.517166 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-46b9d2c0-cbdd-481d-ab16-b5dcd8bac215 req-ff187cc0-92e3-4ce2-a454-e670881d2363 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=40012e22-8c4a-4bec-bbad-b2c50e7cc33a HTTP/1.1" status: 200 len: 943 time: 0.1351175 Oct 27 16:39:18.550694 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning complete for port 2efa01dc-81c3-46bb-9ef0-b94159290efa triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:18.551060 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:18.551205 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd8892-aa1f-4c92-9521-5a79e1858900 req-a97e4dad-1974-4721-bb71-1c1d74aa8b34 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:18.552785 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d4dd8892-aa1f-4c92-9521-5a79e1858900 req-a97e4dad-1974-4721-bb71-1c1d74aa8b34 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 945 time: 0.1410332 Oct 27 16:39:18.650520 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:18.656919 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-46b9d2c0-cbdd-481d-ab16-b5dcd8bac215 req-4910caa0-4a40-4732-a407-cd964a67ce4a tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381788 Oct 27 16:39:18.678392 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d4dd8892-aa1f-4c92-9521-5a79e1858900 req-ad89f60a-0d2b-4aa4-a457-9facc9f8a832 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886607 Oct 27 16:39:18.679640 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-eea1b920-2eeb-49b5-bacc-68c9c3cf4770 service neutron] For port 12c6e701-9434-4e3f-80fb-6ec9c05d3a88, host hv-cinder-81565, cleared binding levels {{(pid=101666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:39:18.690915 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-eea1b920-2eeb-49b5-bacc-68c9c3cf4770 service neutron] For port 12c6e701-9434-4e3f-80fb-6ec9c05d3a88, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=12c6e701-9434-4e3f-80fb-6ec9c05d3a88,segment=NetworkSegment(27a2f639-6a28-44d1-8c0f-33d46b79e83a),segment_id=27a2f639-6a28-44d1-8c0f-33d46b79e83a)] {{(pid=101666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:39:18.709944 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-eea1b920-2eeb-49b5-bacc-68c9c3cf4770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:18.722026 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2efa01dc-81c3-46bb-9ef0-b94159290efa'}] {{(pid=101667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:39:18.724573 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15467c740e99bfee501675d45c0ab6b31e8088b61e385ce1236909406ef3d9b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8cd0fd-3e34-4ef9-a254-69598a8d4495" -d '{"events": [{"server_uuid": "9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae", "name": "network-vif-plugged", "status": "completed", "tag": "2efa01dc-81c3-46bb-9ef0-b94159290efa"}]}' {{(pid=101667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:39:18.738423 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 2efa01dc-81c3-46bb-9ef0-b94159290efa, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=2efa01dc-81c3-46bb-9ef0-b94159290efa,segment=NetworkSegment(04b90801-dbaa-4b6b-a289-4b9ced180864),segment_id=04b90801-dbaa-4b6b-a289-4b9ced180864)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:18.749056 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:18.750276 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f no longer exists at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:39:18.804264 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b25d98f-155f-458b-86a4-aa2a377ad3cb x-openstack-request-id: req-3b25d98f-155f-458b-86a4-aa2a377ad3cb {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:39:18.804387 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae", "name": "network-vif-plugged", "status": "completed", "tag": "2efa01dc-81c3-46bb-9ef0-b94159290efa", "code": 200}]} {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:39:18.804676 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3b25d98f-155f-458b-86a4-aa2a377ad3cb {{(pid=101667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:39:18.804962 dv-cinder-815659-1-iscsi neutron-server[101667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2efa01dc-81c3-46bb-9ef0-b94159290efa', 'code': 200} Oct 27 16:39:18.824834 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=2efa01dc-81c3-46bb-9ef0-b94159290efa,revision_number=7']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:18.830001 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] No Port match for: b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:39:18.830714 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device b27c0a2b-f8db-4f4d-9a8b-da7f7a03464f not bound to the agent host hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:39:18.838674 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea1b920-2eeb-49b5-bacc-68c9c3cf4770 service neutron] Pushing event updated for resources: {'Port': ['ID=12c6e701-9434-4e3f-80fb-6ec9c05d3a88,revision_number=3']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:18.859081 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-eea1b920-2eeb-49b5-bacc-68c9c3cf4770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:18.859952 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-eea1b920-2eeb-49b5-bacc-68c9c3cf4770 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:18.861801 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-eea1b920-2eeb-49b5-bacc-68c9c3cf4770 service neutron] 10.222.0.66 "PUT /v2.0/ports/12c6e701-9434-4e3f-80fb-6ec9c05d3a88 HTTP/1.1" status: 200 len: 1093 time: 1.2886255 Oct 27 16:39:18.863199 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40012e22-8c4a-4bec-bbad-b2c50e7cc33a', 'tag': '12c6e701-9434-4e3f-80fb-6ec9c05d3a88'}] {{(pid=101666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:39:18.866370 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c97a8bc50bc1e60c5bcd83482612a755f7c8660878f0fc94464a674b36297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cce46c8-8096-4b4e-bc1c-3b017d5d9be4" -d '{"events": [{"name": "network-changed", "server_uuid": "40012e22-8c4a-4bec-bbad-b2c50e7cc33a", "tag": "12c6e701-9434-4e3f-80fb-6ec9c05d3a88"}]}' {{(pid=101666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:39:18.914896 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f648a-ab49-493b-9b1c-f3459db6e9cc req-48ae307a-8441-4359-9718-d1c39493e643 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:18.923198 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-216f648a-ab49-493b-9b1c-f3459db6e9cc req-48ae307a-8441-4359-9718-d1c39493e643 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.1363647 Oct 27 16:39:18.927874 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c717ecf3-e3c7-48f5-a78d-c0b613ead02d x-openstack-request-id: req-c717ecf3-e3c7-48f5-a78d-c0b613ead02d {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:39:18.928233 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40012e22-8c4a-4bec-bbad-b2c50e7cc33a", "tag": "12c6e701-9434-4e3f-80fb-6ec9c05d3a88", "status": "completed", "code": 200}]} {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:39:18.928584 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c717ecf3-e3c7-48f5-a78d-c0b613ead02d {{(pid=101666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:39:18.929032 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40012e22-8c4a-4bec-bbad-b2c50e7cc33a', 'tag': '12c6e701-9434-4e3f-80fb-6ec9c05d3a88', 'status': 'completed', 'code': 200} Oct 27 16:39:18.992181 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-216f648a-ab49-493b-9b1c-f3459db6e9cc req-b4497218-42ba-4846-967d-5808f2a65ee0 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680168 Oct 27 16:39:18.999165 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-9ed3c831-1e90-4380-b94e-557688c43839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:19.001034 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-9ed3c831-1e90-4380-b94e-557688c43839 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=09e62ed4bf754f0f8154fcab6eddb051&device_id=40012e22-8c4a-4bec-bbad-b2c50e7cc33a HTTP/1.1" status: 200 len: 1096 time: 0.0755131 Oct 27 16:39:19.077115 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-73e1f3dc-9dfd-47ff-a878-00bb2ff7885b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12c6e701-9434-4e3f-80fb-6ec9c05d3a88 HTTP/1.1" status: 200 len: 217 time: 0.0492582 Oct 27 16:39:19.146283 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-a63d3ff9-44d5-47f2-90a9-14e082184523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:19.148712 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-a63d3ff9-44d5-47f2-90a9-14e082184523 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e732d6db-2ca2-48d4-8313-36e3eb5e12df HTTP/1.1" status: 200 len: 848 time: 0.0594170 Oct 27 16:39:19.211095 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-b0177059-de70-466a-b55b-5f7cdb94321c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bbe39475-f770-4da9-9ca4-8c1ded76e00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421438 Oct 27 16:39:19.359172 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-0f445c07-03d8-4733-b65b-5147d21cf9ce service neutron] 10.222.0.66 "GET /v2.0/networks/bbe39475-f770-4da9-9ca4-8c1ded76e00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283066 Oct 27 16:39:19.508558 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce4a37-713d-4f4a-ac8c-cc9da0383ed4 req-90136ae8-668e-4751-a9a8-54c581023740 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:19.510372 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-74ce4a37-713d-4f4a-ac8c-cc9da0383ed4 req-90136ae8-668e-4751-a9a8-54c581023740 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.1270700 Oct 27 16:39:19.520677 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625712f-7431-4444-b9f8-ee6d32c3f3a2 req-d8911ca5-065d-4293-b2ba-076f23bad2e2 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:19.528177 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e625712f-7431-4444-b9f8-ee6d32c3f3a2 req-d8911ca5-065d-4293-b2ba-076f23bad2e2 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a03fe086-4bd1-42ce-86e9-49f47a4812cb HTTP/1.1" status: 200 len: 945 time: 0.1552413 Oct 27 16:39:19.594660 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4be76f2a-08c6-4e74-ad08-a27b043a0840 req-fb4c7690-282a-420c-b7c6-ba75f3d8a56d service neutron] 10.222.0.66 "GET /v2.0/networks/bbe39475-f770-4da9-9ca4-8c1ded76e00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121720 Oct 27 16:39:19.616641 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e625712f-7431-4444-b9f8-ee6d32c3f3a2 req-bc4fb525-4ef4-416a-b1a3-ae44a8b3dbb9 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874178 Oct 27 16:39:19.636910 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-74ce4a37-713d-4f4a-ac8c-cc9da0383ed4 req-5d6797fc-0c84-4930-8a41-f8b9c7f80965 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036298 Oct 27 16:39:19.766167 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce46c8-8096-4b4e-bc1c-3b017d5d9be4 req-2e5b90d7-d677-471c-ad8f-17b86f0c78ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:19.768770 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1cce46c8-8096-4b4e-bc1c-3b017d5d9be4 req-2e5b90d7-d677-471c-ad8f-17b86f0c78ee service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=09e62ed4bf754f0f8154fcab6eddb051&device_id=40012e22-8c4a-4bec-bbad-b2c50e7cc33a HTTP/1.1" status: 200 len: 1096 time: 0.1002507 Oct 27 16:39:19.943086 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce46c8-8096-4b4e-bc1c-3b017d5d9be4 req-c8c9a60a-8fc0-49a4-a4fc-6cd7a64116f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:19.944954 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1cce46c8-8096-4b4e-bc1c-3b017d5d9be4 req-c8c9a60a-8fc0-49a4-a4fc-6cd7a64116f8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bbe39475-f770-4da9-9ca4-8c1ded76e00a HTTP/1.1" status: 200 len: 910 time: 0.1587360 Oct 27 16:39:20.046299 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1cce46c8-8096-4b4e-bc1c-3b017d5d9be4 req-089e2d5f-68b9-438e-82bf-6f0c314c52dc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12c6e701-9434-4e3f-80fb-6ec9c05d3a88 HTTP/1.1" status: 200 len: 217 time: 0.0691953 Oct 27 16:39:20.087505 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208d5ad-9650-49b8-a1c2-28ff300af812 req-43355263-e8d9-44a3-a420-b57311a476aa tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:20.089050 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d208d5ad-9650-49b8-a1c2-28ff300af812 req-43355263-e8d9-44a3-a420-b57311a476aa tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=40012e22-8c4a-4bec-bbad-b2c50e7cc33a HTTP/1.1" status: 200 len: 943 time: 0.1427579 Oct 27 16:39:20.144711 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460e027-a90c-4e40-b282-0572aaeeb692 req-7471260b-4990-4057-8e19-77a93c886c9f tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:20.146167 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8460e027-a90c-4e40-b282-0572aaeeb692 req-7471260b-4990-4057-8e19-77a93c886c9f tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.1714499 Oct 27 16:39:20.202218 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce46c8-8096-4b4e-bc1c-3b017d5d9be4 req-f14fc83d-429c-4f3b-811d-4b6f5e01f370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:20.203684 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1cce46c8-8096-4b4e-bc1c-3b017d5d9be4 req-f14fc83d-429c-4f3b-811d-4b6f5e01f370 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e732d6db-2ca2-48d4-8313-36e3eb5e12df HTTP/1.1" status: 200 len: 848 time: 0.1338096 Oct 27 16:39:20.210637 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d208d5ad-9650-49b8-a1c2-28ff300af812 req-e9ff200c-3e28-48ac-8e39-8898bd0e2021 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062379 Oct 27 16:39:20.214918 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e35ced-c63d-4b47-b5ff-653c30da6179 req-5411652a-f320-4b27-9ba6-41b67c48c53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:20.216180 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-34e35ced-c63d-4b47-b5ff-653c30da6179 req-5411652a-f320-4b27-9ba6-41b67c48c53a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b1d6307da9940d7aadfdaa9f13487e5&device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 1099 time: 0.1559312 Oct 27 16:39:20.229313 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8460e027-a90c-4e40-b282-0572aaeeb692 req-55240755-9b8f-4e40-a825-cd196e4994ba tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705807 Oct 27 16:39:20.280014 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1cce46c8-8096-4b4e-bc1c-3b017d5d9be4 req-566b2f31-477e-4533-9a8e-1b4756a43d47 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bbe39475-f770-4da9-9ca4-8c1ded76e00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374076 Oct 27 16:39:20.562070 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05f662-abfc-47ab-9043-7898112dd370 req-ac1348a1-d79c-44b3-93a6-7743c13a3dd0 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:20.564418 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8b05f662-abfc-47ab-9043-7898112dd370 req-ac1348a1-d79c-44b3-93a6-7743c13a3dd0 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.2206488 Oct 27 16:39:20.601032 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e35ced-c63d-4b47-b5ff-653c30da6179 req-3b7c85c6-ca0b-46f7-88a2-49d1e976e346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:20.602454 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-34e35ced-c63d-4b47-b5ff-653c30da6179 req-3b7c85c6-ca0b-46f7-88a2-49d1e976e346 service neutron] 10.222.0.66 "GET /v2.0/networks?id=900de597-e873-4f99-a7d4-e023d99223de HTTP/1.1" status: 200 len: 912 time: 0.3484976 Oct 27 16:39:20.633246 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-dd08eef6-de79-46b8-a262-fcfb286a30ea tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:20.636575 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-dd08eef6-de79-46b8-a262-fcfb286a30ea tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/networks?id=d0cc6912-268c-4ba3-af57-86b3ef84a5a9 HTTP/1.1" status: 200 len: 815 time: 0.2793462 Oct 27 16:39:20.704340 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1cce46c8-8096-4b4e-bc1c-3b017d5d9be4 req-f488cf17-e75a-4bbd-9da9-c2fb1ec75212 service neutron] 10.222.0.66 "GET /v2.0/networks/bbe39475-f770-4da9-9ca4-8c1ded76e00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683045 Oct 27 16:39:20.759021 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-d5d7fac7-8362-49f0-b47b-27d0ce6a414a tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/quotas/9a14ffe46fb243d19b1f31c10287a430 HTTP/1.1" status: 200 len: 375 time: 0.1136386 Oct 27 16:39:20.767721 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8b05f662-abfc-47ab-9043-7898112dd370 req-7c55c2b8-0478-4cb3-bbaf-accc1dda991f tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930830 Oct 27 16:39:21.074493 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-34e35ced-c63d-4b47-b5ff-653c30da6179 req-0770f9d9-6905-466f-98ff-a1c0bb3f0e22 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01fb2c1e-9441-4877-b896-538153069ce7 HTTP/1.1" status: 200 len: 1001 time: 0.4494336 Oct 27 16:39:21.190913 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6210dc-a260-4ef7-b152-fe837d5696e0 req-5203a65c-e37a-4498-b33f-ac74e33ac4c2 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:21.192379 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6f6210dc-a260-4ef7-b152-fe837d5696e0 req-5203a65c-e37a-4498-b33f-ac74e33ac4c2 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03fe086-4bd1-42ce-86e9-49f47a4812cb HTTP/1.1" status: 200 len: 945 time: 0.4956803 Oct 27 16:39:21.227088 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:21.231074 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-e14349db-4c2d-418e-8e84-6cde91cb810c tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=9a14ffe46fb243d19b1f31c10287a430&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4711642 Oct 27 16:39:21.233513 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e35ced-c63d-4b47-b5ff-653c30da6179 req-c43c8004-0d61-432e-beff-12ede1b6d657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:21.234816 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-34e35ced-c63d-4b47-b5ff-653c30da6179 req-c43c8004-0d61-432e-beff-12ede1b6d657 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ae9f7717-3703-4043-b05c-cf4237b7a0b2 HTTP/1.1" status: 200 len: 849 time: 0.1451981 Oct 27 16:39:21.268051 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a1860-869c-4f5a-8498-3cb692f798d4 req-985aa1ae-ef78-40e8-b9da-8897a4ca7eef tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:21.275165 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e65a1860-869c-4f5a-8498-3cb692f798d4 req-985aa1ae-ef78-40e8-b9da-8897a4ca7eef tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.2061384 Oct 27 16:39:21.278798 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1cce46c8-8096-4b4e-bc1c-3b017d5d9be4 req-e2a8b388-4ef6-4f4c-a464-592ed7396cc9 service neutron] 10.222.0.66 "GET /v2.0/networks/bbe39475-f770-4da9-9ca4-8c1ded76e00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5554390 Oct 27 16:39:21.426525 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e65a1860-869c-4f5a-8498-3cb692f798d4 req-6a7122a7-cdc4-4ce5-af33-fffd7c5f2e10 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503294 Oct 27 16:39:21.450707 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e35ced-c63d-4b47-b5ff-653c30da6179 req-ed848452-eb89-450c-a81e-b59909d51ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:21.452520 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-34e35ced-c63d-4b47-b5ff-653c30da6179 req-ed848452-eb89-450c-a81e-b59909d51ebf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=900de597-e873-4f99-a7d4-e023d99223de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1925986 Oct 27 16:39:21.579337 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-b38a4b22-d224-42aa-97fc-cd8f78527f3c service neutron] 10.222.0.91 "GET /v2.0/networks/d0cc6912-268c-4ba3-af57-86b3ef84a5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190250 Oct 27 16:39:21.700770 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [req-6f6210dc-a260-4ef7-b152-fe837d5696e0 req-96fdff50-57d9-4ee5-9dbe-528d16b918e5 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Deleting port 1de2eba6-d12d-4286-9876-44e4c0e6a69d {{(pid=101666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:39:21.701176 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-6f6210dc-a260-4ef7-b152-fe837d5696e0 req-96fdff50-57d9-4ee5-9dbe-528d16b918e5 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:21.831114 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-6f6210dc-a260-4ef7-b152-fe837d5696e0 req-96fdff50-57d9-4ee5-9dbe-528d16b918e5 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] For port 1de2eba6-d12d-4286-9876-44e4c0e6a69d, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=1de2eba6-d12d-4286-9876-44e4c0e6a69d,segment=NetworkSegment(0686f11a-d5c1-4844-a3a9-7ba2229df7a3),segment_id=0686f11a-d5c1-4844-a3a9-7ba2229df7a3)] {{(pid=101666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:21.831477 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-6f6210dc-a260-4ef7-b152-fe837d5696e0 req-96fdff50-57d9-4ee5-9dbe-528d16b918e5 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:21.862114 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0048b2b-1895-4c18-b8ec-7083c7599d82 req-aa56f1c6-5990-465d-b4f0-5c63f121eeca tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:21.863598 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c0048b2b-1895-4c18-b8ec-7083c7599d82 req-aa56f1c6-5990-465d-b4f0-5c63f121eeca tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a03fe086-4bd1-42ce-86e9-49f47a4812cb HTTP/1.1" status: 200 len: 945 time: 0.3303220 Oct 27 16:39:21.877719 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [req-6f6210dc-a260-4ef7-b152-fe837d5696e0 req-96fdff50-57d9-4ee5-9dbe-528d16b918e5 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Calling delete_port for 1de2eba6-d12d-4286-9876-44e4c0e6a69d owned by compute:nova {{(pid=101666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:39:21.908549 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-34e35ced-c63d-4b47-b5ff-653c30da6179 req-cd50370c-c331-4825-9111-d3ebf1734f69 service neutron] 10.222.0.66 "GET /v2.0/networks/900de597-e873-4f99-a7d4-e023d99223de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418416 Oct 27 16:39:22.052606 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c0048b2b-1895-4c18-b8ec-7083c7599d82 req-3872df5e-499c-4f9f-8a79-4eee063b66d2 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781058 Oct 27 16:39:22.085640 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-7d6a1d6c-003b-4139-b898-e347a6925ec5 service neutron] 10.222.0.91 "GET /v2.0/networks/d0cc6912-268c-4ba3-af57-86b3ef84a5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5003591 Oct 27 16:39:22.143502 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-34e35ced-c63d-4b47-b5ff-653c30da6179 req-e1a1f14a-badb-476d-9b41-997564859d60 service neutron] 10.222.0.66 "GET /v2.0/networks/900de597-e873-4f99-a7d4-e023d99223de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652021 Oct 27 16:39:22.250447 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a452e-be05-41d4-8a0d-356b77b66fe9 req-d82b23c2-25c2-4a68-9ef7-234997c60a94 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:22.252205 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a41a452e-be05-41d4-8a0d-356b77b66fe9 req-d82b23c2-25c2-4a68-9ef7-234997c60a94 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=40012e22-8c4a-4bec-bbad-b2c50e7cc33a HTTP/1.1" status: 200 len: 943 time: 0.1011634 Oct 27 16:39:22.253629 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-6f6210dc-a260-4ef7-b152-fe837d5696e0 req-96fdff50-57d9-4ee5-9dbe-528d16b918e5 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631'] for port, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:22.271649 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['a90a4eda-f446-46d2-974b-bc14587851d9', '1de2eba6-d12d-4286-9876-44e4c0e6a69d'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:39:22.397592 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fdff50-57d9-4ee5-9dbe-528d16b918e5 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Pushing event deleted for resources: {'Port': ['ID=1de2eba6-d12d-4286-9876-44e4c0e6a69d,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:22.476200 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 12c6e701-9434-4e3f-80fb-6ec9c05d3a88 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=101667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:39:22.507094 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6210dc-a260-4ef7-b152-fe837d5696e0 req-96fdff50-57d9-4ee5-9dbe-528d16b918e5 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] No DVR routers for this DVR port 1de2eba6-d12d-4286-9876-44e4c0e6a69d on host hv-cinder-81565 {{(pid=101666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:39:22.509832 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-6f6210dc-a260-4ef7-b152-fe837d5696e0 req-96fdff50-57d9-4ee5-9dbe-528d16b918e5 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:22.514137 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6f6210dc-a260-4ef7-b152-fe837d5696e0 req-96fdff50-57d9-4ee5-9dbe-528d16b918e5 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.66 "DELETE /v2.0/ports/1de2eba6-d12d-4286-9876-44e4c0e6a69d HTTP/1.1" status: 204 len: 173 time: 1.3013089 Oct 27 16:39:22.518482 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03fe086-4bd1-42ce-86e9-49f47a4812cb', 'name': 'network-vif-deleted', 'tag': '1de2eba6-d12d-4286-9876-44e4c0e6a69d'}] {{(pid=101666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:39:22.520502 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.agents_db [None req-8f3c53fd-3166-491a-b603-91a64fcc8de1 None None] Agent healthcheck: found 6 active agents {{(pid=101668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:39:22.521305 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c97a8bc50bc1e60c5bcd83482612a755f7c8660878f0fc94464a674b36297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539c6295-89d6-47ff-b948-32c2e5e850a1" -d '{"events": [{"server_uuid": "a03fe086-4bd1-42ce-86e9-49f47a4812cb", "name": "network-vif-deleted", "tag": "1de2eba6-d12d-4286-9876-44e4c0e6a69d"}]}' {{(pid=101666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:39:22.540739 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a41a452e-be05-41d4-8a0d-356b77b66fe9 req-ee59aa8d-510e-4bc5-a370-a8439b72b638 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545598 Oct 27 16:39:22.585420 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953f369-e4da-4168-a5a3-e46faa1dacf4 req-58eb556d-abad-4505-93b6-11912d8390f7 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:22.589383 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9953f369-e4da-4168-a5a3-e46faa1dacf4 req-58eb556d-abad-4505-93b6-11912d8390f7 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.2078202 Oct 27 16:39:22.635400 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 12c6e701-9434-4e3f-80fb-6ec9c05d3a88, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=12c6e701-9434-4e3f-80fb-6ec9c05d3a88,segment=NetworkSegment(27a2f639-6a28-44d1-8c0f-33d46b79e83a),segment_id=27a2f639-6a28-44d1-8c0f-33d46b79e83a)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:22.656886 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9953f369-e4da-4168-a5a3-e46faa1dacf4 req-df5db5db-647b-4dfa-bfc6-047af3d00eea tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590067 Oct 27 16:39:22.661460 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Returning: {'device': '12c6e701-9434-4e3f-80fb-6ec9c05d3a88', 'network_id': 'bbe39475-f770-4da9-9ca4-8c1ded76e00a', 'port_id': '12c6e701-9434-4e3f-80fb-6ec9c05d3a88', 'mac_address': 'fa:16:3e:ab:50:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e732d6db-2ca2-48d4-8313-36e3eb5e12df', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:39:22.741822 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:22.758727 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12c6e701-9434-4e3f-80fb-6ec9c05d3a88 {{(pid=101667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:39:22.783592 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 12c6e701-9434-4e3f-80fb-6ec9c05d3a88, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=12c6e701-9434-4e3f-80fb-6ec9c05d3a88,segment=NetworkSegment(27a2f639-6a28-44d1-8c0f-33d46b79e83a),segment_id=27a2f639-6a28-44d1-8c0f-33d46b79e83a)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:22.789731 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:22.809395 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6aedc703-0f93-464a-9031-e17e9ce3bec8 req-29f5b299-648b-44d8-8283-b7b9514da742 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 210 time: 0.0582128 Oct 27 16:39:22.855332 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca8e88-77ab-4569-8118-bcf39bae42bd req-2b77a342-807c-40ed-b4f1-0acdbafe563c tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:22.867904 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-dfca8e88-77ab-4569-8118-bcf39bae42bd req-2b77a342-807c-40ed-b4f1-0acdbafe563c tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.2098293 Oct 27 16:39:22.905632 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=12c6e701-9434-4e3f-80fb-6ec9c05d3a88,revision_number=4']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:22.949855 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-dfca8e88-77ab-4569-8118-bcf39bae42bd req-92719fd9-9215-40d1-b144-82affd6c5d4e tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723507 Oct 27 16:39:23.015394 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14718044-872e-463e-a89e-5a3b35c7bc28 req-834b9b27-067a-4d9b-8e75-b47acda7038c tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:23.021468 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-14718044-872e-463e-a89e-5a3b35c7bc28 req-834b9b27-067a-4d9b-8e75-b47acda7038c tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0992754 Oct 27 16:39:23.055119 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f412b717-5425-4217-9002-e89622f49a1c x-openstack-request-id: req-f412b717-5425-4217-9002-e89622f49a1c {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:39:23.055406 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03fe086-4bd1-42ce-86e9-49f47a4812cb", "name": "network-vif-deleted", "tag": "1de2eba6-d12d-4286-9876-44e4c0e6a69d", "status": "completed", "code": 200}]} {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:39:23.055653 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f412b717-5425-4217-9002-e89622f49a1c {{(pid=101666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:39:23.056084 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03fe086-4bd1-42ce-86e9-49f47a4812cb', 'name': 'network-vif-deleted', 'tag': '1de2eba6-d12d-4286-9876-44e4c0e6a69d', 'status': 'completed', 'code': 200} Oct 27 16:39:23.064839 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-14718044-872e-463e-a89e-5a3b35c7bc28 req-61b96c04-74c0-4730-a2f1-211402af4851 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410857 Oct 27 16:39:23.207169 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d35bfe56-99a0-437d-ae10-9b46a21703eb req-8be00a10-9ca0-44a7-acb2-20bb0198a0e2 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a03fe086-4bd1-42ce-86e9-49f47a4812cb HTTP/1.1" status: 200 len: 210 time: 0.0460563 Oct 27 16:39:23.483446 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['12c6e701-9434-4e3f-80fb-6ec9c05d3a88'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:39:23.680439 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd115af0-641c-4ccf-a8b8-c9e8fb90a90c req-93ba62cd-8dd2-4eae-9b2b-eb7672963d69 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:23.693849 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-bd115af0-641c-4ccf-a8b8-c9e8fb90a90c req-93ba62cd-8dd2-4eae-9b2b-eb7672963d69 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=40012e22-8c4a-4bec-bbad-b2c50e7cc33a HTTP/1.1" status: 200 len: 944 time: 0.0799026 Oct 27 16:39:23.777389 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-bd115af0-641c-4ccf-a8b8-c9e8fb90a90c req-26ae08dd-a14e-4241-83a7-15c2bbd6aa91 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725920 Oct 27 16:39:23.840578 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74234582-890d-4a36-8304-cf5c6e3946ac req-f62e1ab9-7894-4985-89c9-854dcad71834 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:23.849384 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-74234582-890d-4a36-8304-cf5c6e3946ac req-f62e1ab9-7894-4985-89c9-854dcad71834 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0769429 Oct 27 16:39:23.893393 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-74234582-890d-4a36-8304-cf5c6e3946ac req-60f12ff8-34c3-4a5f-88fd-ba1f41f54e22 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365682 Oct 27 16:39:23.939677 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cf048fba-1030-4557-bf57-5e18011a1f44 req-47c89845-d7ff-4a70-bc04-e756da6dc24d tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 210 time: 0.0333736 Oct 27 16:39:24.119453 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b5c47-2318-4647-8b87-36c5ef5557f3 req-ed2e1a9e-1204-40fa-b0ba-81305ef09eb1 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:24.121441 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-619b5c47-2318-4647-8b87-36c5ef5557f3 req-ed2e1a9e-1204-40fa-b0ba-81305ef09eb1 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.0553272 Oct 27 16:39:24.185788 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-619b5c47-2318-4647-8b87-36c5ef5557f3 req-90cf0920-18c8-4b45-b3dd-fb486cd71c30 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578499 Oct 27 16:39:24.207633 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2084bbd-874c-4cfb-81ec-aaa6a756606d req-a1d60277-196a-4970-a86b-0a3d93226c81 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:24.209377 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a2084bbd-874c-4cfb-81ec-aaa6a756606d req-a1d60277-196a-4970-a86b-0a3d93226c81 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0607114 Oct 27 16:39:24.258729 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a2084bbd-874c-4cfb-81ec-aaa6a756606d req-a3df5c2a-b9f1-4a4d-97a0-b411361f38a4 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427916 Oct 27 16:39:24.469172 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 1de2eba6-d12d-4286-9876-44e4c0e6a69d no longer exists at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:39:24.497872 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] No Port match for: 1de2eba6-d12d-4286-9876-44e4c0e6a69d {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:39:24.498970 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 1de2eba6-d12d-4286-9876-44e4c0e6a69d not bound to the agent host hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:39:24.655464 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-25167e3d-57b7-4d55-b811-da4c8bf75721 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:24.657161 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-25167e3d-57b7-4d55-b811-da4c8bf75721 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.66 "GET /v2.0/networks?id=d0cc6912-268c-4ba3-af57-86b3ef84a5a9 HTTP/1.1" status: 200 len: 815 time: 0.1232581 Oct 27 16:39:24.682668 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-ef945dc5-e868-4e0d-9e58-3450fc645a86 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Request body: {'port': {'device_id': 'f411fa8e-061c-4a3e-ba9e-316059c805eb', 'network_id': 'd0cc6912-268c-4ba3-af57-86b3ef84a5a9', 'admin_state_up': True, 'tenant_id': '9a14ffe46fb243d19b1f31c10287a430'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:39:24.849737 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-ef945dc5-e868-4e0d-9e58-3450fc645a86 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Made reservation on behalf of 9a14ffe46fb243d19b1f31c10287a430 for: {'port': 1} {{(pid=101666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:39:24.854655 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-ef945dc5-e868-4e0d-9e58-3450fc645a86 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:24.960810 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b763bd6-abd2-446f-ba9a-6ee01439b2e7 req-c10bbcc0-218b-436c-bd8d-c31d42876b40 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:24.969957 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6b763bd6-abd2-446f-ba9a-6ee01439b2e7 req-c10bbcc0-218b-436c-bd8d-c31d42876b40 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=40012e22-8c4a-4bec-bbad-b2c50e7cc33a HTTP/1.1" status: 200 len: 944 time: 0.1047187 Oct 27 16:39:25.074117 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6b763bd6-abd2-446f-ba9a-6ee01439b2e7 req-16d022cf-22d4-4bdf-a818-31526bb91953 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031899 Oct 27 16:39:25.122617 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.db_base_plugin_common [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-ef945dc5-e868-4e0d-9e58-3450fc645a86 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Allocated IP 172.20.0.10 (d0cc6912-268c-4ba3-af57-86b3ef84a5a9/d64785c2-0a62-4404-952b-b403465d443a/552bd7a1-d37f-4602-a4fc-b063a2836ef7) {{(pid=101666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:39:25.136779 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c58f43-88a2-4e63-b0ce-1be1d9e889b5 req-6227490c-11c7-454d-ac30-c2604f8b2e2c tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:25.138777 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-98c58f43-88a2-4e63-b0ce-1be1d9e889b5 req-6227490c-11c7-454d-ac30-c2604f8b2e2c tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.1226485 Oct 27 16:39:25.195828 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c2a131e3-9bdd-4bf6-84cd-90ff2cedd043 req-5943b6ae-5560-4a95-8627-d9cb2010f358 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 210 time: 0.0392315 Oct 27 16:39:25.234269 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-98c58f43-88a2-4e63-b0ce-1be1d9e889b5 req-23f4cf0c-9c23-4fc1-abbf-b1e5cf8e4190 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857913 Oct 27 16:39:25.461200 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687b09a-ee5a-453e-8909-63be4e71e09d req-e598a169-18a5-4907-91e1-57ad3d609a6d tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:25.468918 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4687b09a-ee5a-453e-8909-63be4e71e09d req-e598a169-18a5-4907-91e1-57ad3d609a6d tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0973597 Oct 27 16:39:25.521468 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-ef945dc5-e868-4e0d-9e58-3450fc645a86 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks [] for port, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:25.548574 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4687b09a-ee5a-453e-8909-63be4e71e09d req-fffa6c1d-7145-419f-8a7f-6487b1c519a5 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783222 Oct 27 16:39:25.605633 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-ef945dc5-e868-4e0d-9e58-3450fc645a86 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622'] for port, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:25.791312 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-ef945dc5-e868-4e0d-9e58-3450fc645a86 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Network d0cc6912-268c-4ba3-af57-86b3ef84a5a9 is already hosted by enough agents. {{(pid=101666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:39:25.807518 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-ef945dc5-e868-4e0d-9e58-3450fc645a86 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Resources bound (agent type, host, resource id): {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:39:25.816387 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-ef945dc5-e868-4e0d-9e58-3450fc645a86 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Received port after_create {{(pid=101666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:39:25.821784 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-ef945dc5-e868-4e0d-9e58-3450fc645a86 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:25.822465 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-ef945dc5-e868-4e0d-9e58-3450fc645a86 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:25.929834 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-ef945dc5-e868-4e0d-9e58-3450fc645a86 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2522454 Oct 27 16:39:25.931729 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef945dc5-e868-4e0d-9e58-3450fc645a86 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Pushing event updated for resources: {'Port': ['ID=552bd7a1-d37f-4602-a4fc-b063a2836ef7,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:25.944376 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef945dc5-e868-4e0d-9e58-3450fc645a86 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:25.944974 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef945dc5-e868-4e0d-9e58-3450fc645a86 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:25.945315 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef945dc5-e868-4e0d-9e58-3450fc645a86 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:25.945737 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef945dc5-e868-4e0d-9e58-3450fc645a86 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:25.946252 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef945dc5-e868-4e0d-9e58-3450fc645a86 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:25.946669 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef945dc5-e868-4e0d-9e58-3450fc645a86 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:25.947352 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef945dc5-e868-4e0d-9e58-3450fc645a86 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:25.948160 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef945dc5-e868-4e0d-9e58-3450fc645a86 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:25.948685 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef945dc5-e868-4e0d-9e58-3450fc645a86 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:25.949578 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef945dc5-e868-4e0d-9e58-3450fc645a86 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:25.950151 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef945dc5-e868-4e0d-9e58-3450fc645a86 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:25.950768 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef945dc5-e868-4e0d-9e58-3450fc645a86 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:25.981913 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb2490-e060-4cd0-b8cf-4aace9cc0d18 req-94f5d45e-9d14-4a1c-a617-3fd9376ba6af tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:25.994762 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-87cb2490-e060-4cd0-b8cf-4aace9cc0d18 req-94f5d45e-9d14-4a1c-a617-3fd9376ba6af tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 946 time: 0.1591535 Oct 27 16:39:26.080230 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-87cb2490-e060-4cd0-b8cf-4aace9cc0d18 req-28fedaba-edeb-40be-bdf5-87d7ff6c700e tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824113 Oct 27 16:39:26.166843 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-7a9c68c4-6577-40da-a7ea-9d3fd8151ce5 None None] Provisioning complete for port 552bd7a1-d37f-4602-a4fc-b063a2836ef7 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:26.167937 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-7a9c68c4-6577-40da-a7ea-9d3fd8151ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:26.238671 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-7a9c68c4-6577-40da-a7ea-9d3fd8151ce5 None None] Port 552bd7a1-d37f-4602-a4fc-b063a2836ef7 cannot update to ACTIVE because it is not bound. {{(pid=101667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:39:26.274279 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59af0af-187a-4d1f-8b5f-4d75de7a47d7 req-94552995-5ac5-41d6-802f-599c82621409 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:26.285718 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e59af0af-187a-4d1f-8b5f-4d75de7a47d7 req-94552995-5ac5-41d6-802f-599c82621409 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=40012e22-8c4a-4bec-bbad-b2c50e7cc33a HTTP/1.1" status: 200 len: 944 time: 0.1048517 Oct 27 16:39:26.391303 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e59af0af-187a-4d1f-8b5f-4d75de7a47d7 req-aaeec55d-36b1-4f54-a876-08904867cf6b tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035192 Oct 27 16:39:26.470638 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b6d44-1a90-44a3-9dce-9598f8060d02 req-4c870450-1cb0-4377-99ac-b1002ad5b38b tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:26.473111 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8c2b6d44-1a90-44a3-9dce-9598f8060d02 req-4c870450-1cb0-4377-99ac-b1002ad5b38b tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 932 time: 0.1615162 Oct 27 16:39:26.500036 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 12c6e701-9434-4e3f-80fb-6ec9c05d3a88 up at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:39:26.591990 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning for port 12c6e701-9434-4e3f-80fb-6ec9c05d3a88 completed by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:39:26.600896 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning complete for port 12c6e701-9434-4e3f-80fb-6ec9c05d3a88 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:26.601274 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:26.609487 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8c2b6d44-1a90-44a3-9dce-9598f8060d02 req-73359be6-0806-4295-bef0-7513b02b003f tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298344 Oct 27 16:39:26.653581 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc345a01-61f3-45e2-978d-aa3de7766348 req-d89a5e1b-cec2-49e2-bb38-b49defebd839 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:26.662121 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fc345a01-61f3-45e2-978d-aa3de7766348 req-d89a5e1b-cec2-49e2-bb38-b49defebd839 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.1178975 Oct 27 16:39:26.716547 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:26.751103 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40012e22-8c4a-4bec-bbad-b2c50e7cc33a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c6e701-9434-4e3f-80fb-6ec9c05d3a88'}] {{(pid=101667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:39:26.753751 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fc345a01-61f3-45e2-978d-aa3de7766348 req-056dadaf-c983-4897-b12f-d258d598e728 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844305 Oct 27 16:39:26.754491 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15467c740e99bfee501675d45c0ab6b31e8088b61e385ce1236909406ef3d9b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2711a55-067a-4322-be42-cf0268ef4687" -d '{"events": [{"server_uuid": "40012e22-8c4a-4bec-bbad-b2c50e7cc33a", "name": "network-vif-plugged", "status": "completed", "tag": "12c6e701-9434-4e3f-80fb-6ec9c05d3a88"}]}' {{(pid=101667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:39:26.771250 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 12c6e701-9434-4e3f-80fb-6ec9c05d3a88, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=12c6e701-9434-4e3f-80fb-6ec9c05d3a88,segment=NetworkSegment(27a2f639-6a28-44d1-8c0f-33d46b79e83a),segment_id=27a2f639-6a28-44d1-8c0f-33d46b79e83a)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:26.777160 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:26.782250 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc411e-ff59-4f0b-a74d-85505ba9c8d3 req-62c06f61-92b4-45f6-bf98-3946ac952c03 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:26.800443 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-57dc411e-ff59-4f0b-a74d-85505ba9c8d3 req-62c06f61-92b4-45f6-bf98-3946ac952c03 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0935588 Oct 27 16:39:26.833235 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=12c6e701-9434-4e3f-80fb-6ec9c05d3a88,revision_number=5']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:26.843715 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-57dc411e-ff59-4f0b-a74d-85505ba9c8d3 req-347bb23b-227c-4d94-ba41-74823aaea405 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507958 Oct 27 16:39:26.865256 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75b85ff-0f24-4ccb-8c35-69d8a47b6522 x-openstack-request-id: req-f75b85ff-0f24-4ccb-8c35-69d8a47b6522 {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:39:26.865664 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40012e22-8c4a-4bec-bbad-b2c50e7cc33a", "name": "network-vif-plugged", "status": "completed", "tag": "12c6e701-9434-4e3f-80fb-6ec9c05d3a88", "code": 200}]} {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:39:26.865985 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f75b85ff-0f24-4ccb-8c35-69d8a47b6522 {{(pid=101667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:39:26.866442 dv-cinder-815659-1-iscsi neutron-server[101667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40012e22-8c4a-4bec-bbad-b2c50e7cc33a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c6e701-9434-4e3f-80fb-6ec9c05d3a88', 'code': 200} Oct 27 16:39:27.211815 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d990e-f170-4579-8557-2378ccb8e016 req-5b077ee1-872b-4054-bf7c-2a3d2e2fdc1c tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:27.220001 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fd1d990e-f170-4579-8557-2378ccb8e016 req-5b077ee1-872b-4054-bf7c-2a3d2e2fdc1c tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 946 time: 0.0637121 Oct 27 16:39:27.277385 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fd1d990e-f170-4579-8557-2378ccb8e016 req-19ea2905-5149-46cd-8161-6d3e3bacd6a4 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555358 Oct 27 16:39:27.526357 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f10949-a090-4db7-8395-3a62dfebb8e6 req-c54d4404-1f49-4cc6-81d2-315a68469823 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:27.528580 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e8f10949-a090-4db7-8395-3a62dfebb8e6 req-c54d4404-1f49-4cc6-81d2-315a68469823 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=40012e22-8c4a-4bec-bbad-b2c50e7cc33a HTTP/1.1" status: 200 len: 945 time: 0.0660055 Oct 27 16:39:27.632499 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e8f10949-a090-4db7-8395-3a62dfebb8e6 req-3ddf7187-1d01-4f03-88b8-361a26c2cba7 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952656 Oct 27 16:39:27.775913 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d6d56-bc5c-4288-bf7a-b7c0bf52d3ae req-95a4eca7-749e-4fb6-a785-15cb23a437be tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:27.777587 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-898d6d56-bc5c-4288-bf7a-b7c0bf52d3ae req-95a4eca7-749e-4fb6-a785-15cb23a437be tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 932 time: 0.0895381 Oct 27 16:39:27.857046 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-898d6d56-bc5c-4288-bf7a-b7c0bf52d3ae req-555e5f27-0a8f-46ac-ad12-9ff45b633a6d tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684152 Oct 27 16:39:28.034375 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0f59e-950c-4900-8a45-844845f595bd req-806b8557-70ba-4f09-8455-5fe853387ce8 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:28.036343 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d9b0f59e-950c-4900-8a45-844845f595bd req-806b8557-70ba-4f09-8455-5fe853387ce8 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.1136451 Oct 27 16:39:28.056876 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3072d-fb66-45d7-91c3-58bb79389626 req-feed611f-391e-4ae6-8f21-811c2693afa6 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:28.058859 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-39b3072d-fb66-45d7-91c3-58bb79389626 req-feed611f-391e-4ae6-8f21-811c2693afa6 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.1248491 Oct 27 16:39:28.110513 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d9b0f59e-950c-4900-8a45-844845f595bd req-81f478ef-3022-47b2-88c3-6850488148fe tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675914 Oct 27 16:39:28.172569 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-39b3072d-fb66-45d7-91c3-58bb79389626 req-8d025168-2052-40b0-ab60-97e5547c8da9 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986488 Oct 27 16:39:28.382267 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998e494-abc3-48c2-bfb0-8b3c5c765d02 req-a65c4159-e811-44f5-9e10-7da6406f466c tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:28.383834 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8998e494-abc3-48c2-bfb0-8b3c5c765d02 req-a65c4159-e811-44f5-9e10-7da6406f466c tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 946 time: 0.0543303 Oct 27 16:39:28.428786 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8998e494-abc3-48c2-bfb0-8b3c5c765d02 req-95c67aaf-cd88-49b2-b27a-a6d4c149b2d7 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358410 Oct 27 16:39:28.746967 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89cb974-40b4-467c-b2f0-8891ae3e2d3e req-6c3f579e-5e53-467b-a913-5369eb0355c3 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:28.752076 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b89cb974-40b4-467c-b2f0-8891ae3e2d3e req-6c3f579e-5e53-467b-a913-5369eb0355c3 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=40012e22-8c4a-4bec-bbad-b2c50e7cc33a HTTP/1.1" status: 200 len: 945 time: 0.0600626 Oct 27 16:39:28.788983 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b89cb974-40b4-467c-b2f0-8891ae3e2d3e req-fcdb9729-ddc0-4437-9993-185fd556764e tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360720 Oct 27 16:39:28.968635 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fb341-0b75-4952-ad33-b4b1f747afe5 req-ebfb22af-1339-4055-b7da-14acacf27bd0 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:28.978737 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5e8fb341-0b75-4952-ad33-b4b1f747afe5 req-ebfb22af-1339-4055-b7da-14acacf27bd0 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 932 time: 0.0596473 Oct 27 16:39:29.027393 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5e8fb341-0b75-4952-ad33-b4b1f747afe5 req-31b27a57-3f33-4bc1-995d-369312971bcd tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414991 Oct 27 16:39:29.308591 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9df74d-2f38-430c-a088-39582192c808 req-b46f8806-717f-494b-b313-7ccc4407e3a4 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:29.310424 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5a9df74d-2f38-430c-a088-39582192c808 req-b46f8806-717f-494b-b313-7ccc4407e3a4 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0940921 Oct 27 16:39:29.332466 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff1b38-d9c4-4807-aa03-8a732f50b028 req-25f03fe0-dc8c-4267-859b-e89b82f8ced0 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:29.334280 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8bff1b38-d9c4-4807-aa03-8a732f50b028 req-25f03fe0-dc8c-4267-859b-e89b82f8ced0 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0761352 Oct 27 16:39:29.628787 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8bff1b38-d9c4-4807-aa03-8a732f50b028 req-40327443-3c9e-4d35-82f7-64b685833949 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2828667 Oct 27 16:39:29.632492 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5a9df74d-2f38-430c-a088-39582192c808 req-6f24dc99-6cc3-49ca-b7cd-636df952f984 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125210 Oct 27 16:39:29.740454 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a40b9-9c38-46be-a486-8da4b4e5d197 req-22eeacde-ad42-4b51-8d90-a731254052f4 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:29.741919 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b92a40b9-9c38-46be-a486-8da4b4e5d197 req-22eeacde-ad42-4b51-8d90-a731254052f4 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 946 time: 0.0488889 Oct 27 16:39:29.779361 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b92a40b9-9c38-46be-a486-8da4b4e5d197 req-d8a6f2b8-5c6e-4ca6-85dc-ddccbec187f4 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312457 Oct 27 16:39:29.914119 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30be07-b7a7-43b8-a877-34fa46b932eb req-0f9c91bb-7be6-4944-9df5-70fcb730b15b tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:29.915600 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fd30be07-b7a7-43b8-a877-34fa46b932eb req-0f9c91bb-7be6-4944-9df5-70fcb730b15b tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=40012e22-8c4a-4bec-bbad-b2c50e7cc33a HTTP/1.1" status: 200 len: 945 time: 0.0572722 Oct 27 16:39:29.955350 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fd30be07-b7a7-43b8-a877-34fa46b932eb req-ad5d4217-f159-464d-acd4-000e3b9f1d29 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334625 Oct 27 16:39:30.135481 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54c1f0-ab86-45ce-b4de-2c0231e1f31e req-286519c1-467e-44aa-ae20-c8ec35714399 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:30.137067 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4a54c1f0-ab86-45ce-b4de-2c0231e1f31e req-286519c1-467e-44aa-ae20-c8ec35714399 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 932 time: 0.0539761 Oct 27 16:39:30.174317 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4a54c1f0-ab86-45ce-b4de-2c0231e1f31e req-a93d6950-f949-40e7-8fad-d76a3645e78a tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312178 Oct 27 16:39:30.781784 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d56881-89ef-4a7b-a929-924c3397dd3f req-51c0eea6-966b-467a-b495-282490aa726f tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:30.783278 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d8d56881-89ef-4a7b-a929-924c3397dd3f req-51c0eea6-966b-467a-b495-282490aa726f tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0830765 Oct 27 16:39:30.790754 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c45de0-390b-4e0b-8137-09484128c952 req-7b4f5614-cd1e-422d-8196-35305606e32d tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:30.792157 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-53c45de0-390b-4e0b-8137-09484128c952 req-7b4f5614-cd1e-422d-8196-35305606e32d tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0799172 Oct 27 16:39:30.847528 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d8d56881-89ef-4a7b-a929-924c3397dd3f req-217ae79e-5c8c-475f-8e8a-2513afcc015d tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544090 Oct 27 16:39:30.852281 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-53c45de0-390b-4e0b-8137-09484128c952 req-94bcb819-107f-4dcd-b5b1-a9ac2d6d8bde tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534639 Oct 27 16:39:30.956505 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674288e8-43c6-4ca1-8119-2d1e9e85bdf0 req-8416dc38-d36a-4f3b-99a4-62af6030c88b tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:30.957921 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-674288e8-43c6-4ca1-8119-2d1e9e85bdf0 req-8416dc38-d36a-4f3b-99a4-62af6030c88b tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 946 time: 0.0511343 Oct 27 16:39:31.000108 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-674288e8-43c6-4ca1-8119-2d1e9e85bdf0 req-2e01eab9-1feb-4945-b109-fff4723c05d0 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357563 Oct 27 16:39:31.076988 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0c00a-459f-4294-8255-02b8670825dd req-2e7106d3-d30c-41b4-b948-3271cdd0bf60 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:31.078492 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-bfd0c00a-459f-4294-8255-02b8670825dd req-2e7106d3-d30c-41b4-b948-3271cdd0bf60 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=40012e22-8c4a-4bec-bbad-b2c50e7cc33a HTTP/1.1" status: 200 len: 945 time: 0.0527184 Oct 27 16:39:31.122588 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-bfd0c00a-459f-4294-8255-02b8670825dd req-2d9b0085-bc87-4599-b75b-58a3557d77c1 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376961 Oct 27 16:39:31.302612 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9c7a6-5f0d-40fb-bc1f-487887cba3c5 req-d6bb716c-e1ef-4f37-a942-1c939761f270 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:31.304104 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c5e9c7a6-5f0d-40fb-bc1f-487887cba3c5 req-d6bb716c-e1ef-4f37-a942-1c939761f270 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 932 time: 0.0599678 Oct 27 16:39:31.345319 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c5e9c7a6-5f0d-40fb-bc1f-487887cba3c5 req-f6ade807-5cf1-45e6-a3a6-61b6b7041138 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321555 Oct 27 16:39:31.995843 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba58b0-d157-48bb-a698-6b175c0477be req-8921010a-d55b-4fcf-afbc-c5cc39d16264 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:31.997226 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7eba58b0-d157-48bb-a698-6b175c0477be req-8921010a-d55b-4fcf-afbc-c5cc39d16264 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0742986 Oct 27 16:39:32.004389 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e207e1-8ac9-40cb-b838-36fb41b31bcc req-eef85d38-3218-4191-8ade-240e04a30055 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:32.006091 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-74e207e1-8ac9-40cb-b838-36fb41b31bcc req-eef85d38-3218-4191-8ade-240e04a30055 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0851023 Oct 27 16:39:32.062147 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7eba58b0-d157-48bb-a698-6b175c0477be req-c579e0e2-5465-44ec-9acc-78704fcb9a8f tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551209 Oct 27 16:39:32.066855 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-74e207e1-8ac9-40cb-b838-36fb41b31bcc req-a666536f-788c-4497-8b42-41cbfb9dbe57 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541003 Oct 27 16:39:32.173652 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced75f38-2223-4678-aecc-02fb10cd4cc1 req-ccb88ab2-cdda-4c25-a0d5-7f07466282bc tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:32.175136 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ced75f38-2223-4678-aecc-02fb10cd4cc1 req-ccb88ab2-cdda-4c25-a0d5-7f07466282bc tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 946 time: 0.0560946 Oct 27 16:39:32.235076 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ced75f38-2223-4678-aecc-02fb10cd4cc1 req-2ac570e3-ef63-48fa-839a-874b5db8f7f8 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537713 Oct 27 16:39:32.253816 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66e284-5677-4086-9ed2-8813c7f56bfb req-83651220-25c8-4980-9d23-04fc3c4d8428 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:32.255277 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ea66e284-5677-4086-9ed2-8813c7f56bfb req-83651220-25c8-4980-9d23-04fc3c4d8428 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=40012e22-8c4a-4bec-bbad-b2c50e7cc33a HTTP/1.1" status: 200 len: 945 time: 0.0610533 Oct 27 16:39:32.294752 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ea66e284-5677-4086-9ed2-8813c7f56bfb req-afb56a7b-0efa-4770-8632-5ab95b05878f tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330427 Oct 27 16:39:32.470787 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476fa03-4dc4-4560-a586-5064aeb4a90d req-470e1412-3507-40d1-aff0-827f770f0734 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:32.472284 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6476fa03-4dc4-4560-a586-5064aeb4a90d req-470e1412-3507-40d1-aff0-827f770f0734 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 932 time: 0.0517876 Oct 27 16:39:32.514647 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6476fa03-4dc4-4560-a586-5064aeb4a90d req-70cab78c-ed8f-467e-80ff-22bc55cdf2bb tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352981 Oct 27 16:39:33.228553 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e27ea7-47de-4e2c-8d26-1803cf4690f3 req-8beda6a2-b662-42fd-bd0a-b87f2d190526 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:33.230030 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d2e27ea7-47de-4e2c-8d26-1803cf4690f3 req-8beda6a2-b662-42fd-bd0a-b87f2d190526 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0764697 Oct 27 16:39:33.250737 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996671a-88f4-40b9-9460-f393aa3ac353 req-fd267494-d65a-4da3-a208-18ec95c08351 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:33.252238 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0996671a-88f4-40b9-9460-f393aa3ac353 req-fd267494-d65a-4da3-a208-18ec95c08351 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0708077 Oct 27 16:39:33.299852 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d2e27ea7-47de-4e2c-8d26-1803cf4690f3 req-d1a3c94d-02bc-4299-9098-0ff1c01e917d tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624328 Oct 27 16:39:33.306626 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0996671a-88f4-40b9-9460-f393aa3ac353 req-2bb78eb2-de62-4455-b21b-a43548d85326 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463173 Oct 27 16:39:33.458555 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5379d0a-d6c4-450e-9c8c-0845e0560df1 req-8a8bd000-0572-4758-86fe-535947f92c05 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:33.459990 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c5379d0a-d6c4-450e-9c8c-0845e0560df1 req-8a8bd000-0572-4758-86fe-535947f92c05 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=40012e22-8c4a-4bec-bbad-b2c50e7cc33a HTTP/1.1" status: 200 len: 945 time: 0.0961454 Oct 27 16:39:33.467510 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfafa90-4cc5-4079-96a8-69675420b439 req-008193a7-a53b-4df5-a64b-e2451e332239 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:33.468886 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6cfafa90-4cc5-4079-96a8-69675420b439 req-008193a7-a53b-4df5-a64b-e2451e332239 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 946 time: 0.1036131 Oct 27 16:39:33.521434 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c5379d0a-d6c4-450e-9c8c-0845e0560df1 req-cf3aa6bf-205b-4868-a7ac-b51deb23d51d tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515878 Oct 27 16:39:33.529067 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6cfafa90-4cc5-4079-96a8-69675420b439 req-022ea45e-17be-4476-9132-3eb0f796a3c9 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534563 Oct 27 16:39:33.634208 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7638d09-af9c-4d6f-a139-f0d2d405f21f req-f18e16a8-90c0-4b44-bb52-a086a3f5e916 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:33.635683 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d7638d09-af9c-4d6f-a139-f0d2d405f21f req-f18e16a8-90c0-4b44-bb52-a086a3f5e916 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 932 time: 0.0508606 Oct 27 16:39:33.678746 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d7638d09-af9c-4d6f-a139-f0d2d405f21f req-5b6dece0-1964-42ca-ae74-2f882858688b tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368662 Oct 27 16:39:34.473009 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b2caa-1d25-4bfa-9822-3ea3d6bb6c07 req-cd63555d-1cd7-47d9-85cb-01f40ed52cb7 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:34.474567 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-bd1b2caa-1d25-4bfa-9822-3ea3d6bb6c07 req-cd63555d-1cd7-47d9-85cb-01f40ed52cb7 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0888162 Oct 27 16:39:34.491709 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb93ad-b933-49b8-b359-1292a4a1826d req-4440932e-15df-42e3-a5c8-aae68cf64483 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:34.493278 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e0fb93ad-b933-49b8-b359-1292a4a1826d req-4440932e-15df-42e3-a5c8-aae68cf64483 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.1058426 Oct 27 16:39:34.550806 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-bd1b2caa-1d25-4bfa-9822-3ea3d6bb6c07 req-943c0ac5-e816-4de2-be77-061cf66485c8 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685236 Oct 27 16:39:34.557889 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e0fb93ad-b933-49b8-b359-1292a4a1826d req-26bb4d39-9346-40f6-a01d-8b710cf90ad0 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568950 Oct 27 16:39:34.692973 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50c7f5-f3f8-4cdb-ac98-0b63b848c17e req-5b44c939-01ba-43ba-b777-a82a10299442 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:34.694464 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0b50c7f5-f3f8-4cdb-ac98-0b63b848c17e req-5b44c939-01ba-43ba-b777-a82a10299442 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=40012e22-8c4a-4bec-bbad-b2c50e7cc33a HTTP/1.1" status: 200 len: 945 time: 0.0687466 Oct 27 16:39:34.703187 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ac160-8f85-4616-87ee-9614e218e7f6 req-4a762bc3-cfcf-4b1a-905e-432a3e74bce0 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:34.704664 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ae4ac160-8f85-4616-87ee-9614e218e7f6 req-4a762bc3-cfcf-4b1a-905e-432a3e74bce0 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 946 time: 0.0880191 Oct 27 16:39:34.758934 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0b50c7f5-f3f8-4cdb-ac98-0b63b848c17e req-ebef69be-73e2-4177-a0f1-e30e916f271d tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532939 Oct 27 16:39:34.763746 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ae4ac160-8f85-4616-87ee-9614e218e7f6 req-b709b322-6bf0-4204-a995-9811f9f4522c tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523446 Oct 27 16:39:34.869096 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c6446-bbbb-4fe1-ada5-32a52b499eb3 req-5f2dc076-a360-4991-ab3e-1d0e4151b3ac tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:34.874295 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a23c6446-bbbb-4fe1-ada5-32a52b499eb3 req-5f2dc076-a360-4991-ab3e-1d0e4151b3ac tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 932 time: 0.0615449 Oct 27 16:39:34.910077 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a23c6446-bbbb-4fe1-ada5-32a52b499eb3 req-ba2f2c76-4b62-4901-a8cc-04761c02326e tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331321 Oct 27 16:39:35.705837 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d272731-ac7c-4c7e-8171-1b5f925a9a76 req-ad0ee8d7-9df3-45a5-be31-0f8fdcef23b8 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:35.707322 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9d272731-ac7c-4c7e-8171-1b5f925a9a76 req-ad0ee8d7-9df3-45a5-be31-0f8fdcef23b8 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0807085 Oct 27 16:39:35.714650 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce502ecf-7037-4838-aaa0-03f3f616864b req-4479377d-ec85-4d9f-89df-4cabeec2efa6 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:35.716036 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ce502ecf-7037-4838-aaa0-03f3f616864b req-4479377d-ec85-4d9f-89df-4cabeec2efa6 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0874801 Oct 27 16:39:35.769770 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9d272731-ac7c-4c7e-8171-1b5f925a9a76 req-28183521-1f6d-44b7-b042-2a3ca3539648 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527828 Oct 27 16:39:35.774589 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ce502ecf-7037-4838-aaa0-03f3f616864b req-c79c438c-d7eb-4d69-819e-8260676f4632 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519817 Oct 27 16:39:35.910387 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47cd8e-4010-494e-a33d-41c4ad34b002 req-35c66a1e-3292-497d-bb93-b885f8376fd4 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:35.911743 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ab47cd8e-4010-494e-a33d-41c4ad34b002 req-35c66a1e-3292-497d-bb93-b885f8376fd4 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 946 time: 0.0688186 Oct 27 16:39:35.919292 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66489ae2-6b98-4f70-a25d-55dcbbef9197 req-87cab67b-56ee-47a2-8487-0665b86c4f3f tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:35.920665 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-66489ae2-6b98-4f70-a25d-55dcbbef9197 req-87cab67b-56ee-47a2-8487-0665b86c4f3f tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=40012e22-8c4a-4bec-bbad-b2c50e7cc33a HTTP/1.1" status: 200 len: 945 time: 0.0867860 Oct 27 16:39:35.970758 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ab47cd8e-4010-494e-a33d-41c4ad34b002 req-e42ab234-e0e5-4ac2-a346-638dc220ff7f tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491614 Oct 27 16:39:35.996980 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-66489ae2-6b98-4f70-a25d-55dcbbef9197 req-bac395c1-ed67-4592-a976-1d7166dc1d9e tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695195 Oct 27 16:39:36.084367 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c466c83-94ac-4460-a0ec-044d7e116775 req-ee80cd1a-3f20-4b77-b862-1701d9e61a5b tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:36.085819 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1c466c83-94ac-4460-a0ec-044d7e116775 req-ee80cd1a-3f20-4b77-b862-1701d9e61a5b tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 932 time: 0.0489674 Oct 27 16:39:36.124736 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1c466c83-94ac-4460-a0ec-044d7e116775 req-212332f7-7e42-4273-bda4-728d6c412de4 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328274 Oct 27 16:39:36.931582 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8c5d6-ed11-464b-8773-cf3fb85483b9 req-c05c5bda-8e05-449a-9f8f-19d1a1a3d6cd tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:36.933289 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6fa8c5d6-ed11-464b-8773-cf3fb85483b9 req-c05c5bda-8e05-449a-9f8f-19d1a1a3d6cd tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0818863 Oct 27 16:39:36.991923 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6fa8c5d6-ed11-464b-8773-cf3fb85483b9 req-c3373e0f-b3d9-45ae-a67e-ce458d672ca0 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410295 Oct 27 16:39:36.999182 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380bbbf-dfb8-4b96-9f05-77181501dff0 req-aa5c4560-e44d-412b-84bc-98cef18829f1 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:37.000603 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4380bbbf-dfb8-4b96-9f05-77181501dff0 req-aa5c4560-e44d-412b-84bc-98cef18829f1 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0888362 Oct 27 16:39:37.041019 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4380bbbf-dfb8-4b96-9f05-77181501dff0 req-d8850130-fb4c-483b-a56a-aff009d45e64 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336826 Oct 27 16:39:37.095846 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a9c94-1884-4347-a13d-523e0bd9f364 req-9e4dd5b9-f3ff-4878-805d-f453e6e14b17 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:37.097364 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e79a9c94-1884-4347-a13d-523e0bd9f364 req-9e4dd5b9-f3ff-4878-805d-f453e6e14b17 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 946 time: 0.0479918 Oct 27 16:39:37.165158 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e79a9c94-1884-4347-a13d-523e0bd9f364 req-24bf2a60-0990-4a5f-930f-a50e53ea4f4d tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567093 Oct 27 16:39:37.173433 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64fe13-1daa-42b3-8083-fb6541ed3372 req-5e74cf8e-21d3-4471-bfab-b6f6a3acbe5e tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:37.174845 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ed64fe13-1daa-42b3-8083-fb6541ed3372 req-5e74cf8e-21d3-4471-bfab-b6f6a3acbe5e tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=40012e22-8c4a-4bec-bbad-b2c50e7cc33a HTTP/1.1" status: 200 len: 945 time: 0.0766459 Oct 27 16:39:37.212906 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ed64fe13-1daa-42b3-8083-fb6541ed3372 req-e4a0990e-59d1-409d-aad3-2554a9b3611d tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318978 Oct 27 16:39:37.267308 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f5f37-b10d-4e0d-a66b-018f18b6efde req-ba425c38-c503-4626-84a7-9f7c42ee8270 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:37.268730 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-498f5f37-b10d-4e0d-a66b-018f18b6efde req-ba425c38-c503-4626-84a7-9f7c42ee8270 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 932 time: 0.0489943 Oct 27 16:39:37.307851 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-498f5f37-b10d-4e0d-a66b-018f18b6efde req-2cd49f19-562e-4c69-b5a7-92768d4d7f28 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330114 Oct 27 16:39:38.139680 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83401e4f-e28e-46ab-848b-2d0be2a374d5 req-8f2f5aaf-c13f-4976-bbf0-92c35461c383 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:38.141135 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-83401e4f-e28e-46ab-848b-2d0be2a374d5 req-8f2f5aaf-c13f-4976-bbf0-92c35461c383 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0580823 Oct 27 16:39:38.211088 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b72f66-9473-48a1-bad8-ee884edfe117 req-67be8fbc-fd7d-4ad7-a8dc-c955ee20b6a3 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:38.212709 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-78b72f66-9473-48a1-bad8-ee884edfe117 req-67be8fbc-fd7d-4ad7-a8dc-c955ee20b6a3 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0893440 Oct 27 16:39:38.215526 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-83401e4f-e28e-46ab-848b-2d0be2a374d5 req-6093ed3c-743c-4eda-ad56-4140156d11bf tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544636 Oct 27 16:39:38.259226 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-78b72f66-9473-48a1-bad8-ee884edfe117 req-c5940a97-cd89-46f9-8745-1849da703084 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403702 Oct 27 16:39:38.275248 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-e09dcf77-aa1e-4e09-878f-f05b536bd6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:38.352340 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9ff0a-c34f-44f2-ae9e-f02d95eb163e req-da8d97ee-cc8d-4a7c-8158-80348e62abbe tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:38.353882 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-71b9ff0a-c34f-44f2-ae9e-f02d95eb163e req-da8d97ee-cc8d-4a7c-8158-80348e62abbe tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 946 time: 0.0727441 Oct 27 16:39:38.392408 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39631157-01d7-4502-b1ab-c4c5dd4c5315 req-02239409-3ad3-4fcf-b810-26529b4057dc tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:38.393860 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-39631157-01d7-4502-b1ab-c4c5dd4c5315 req-02239409-3ad3-4fcf-b810-26529b4057dc tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=40012e22-8c4a-4bec-bbad-b2c50e7cc33a HTTP/1.1" status: 200 len: 945 time: 0.0759954 Oct 27 16:39:38.411138 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-71b9ff0a-c34f-44f2-ae9e-f02d95eb163e req-4c3d52f2-bc45-40dc-b735-4bf369847223 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509934 Oct 27 16:39:38.443429 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-39631157-01d7-4502-b1ab-c4c5dd4c5315 req-b3d3e6b9-486a-481f-aecb-1b9561708eb3 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417697 Oct 27 16:39:38.538521 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a57524-55bf-4b30-ad43-a70b17c83cf3 req-2c4d218e-411c-44e6-958e-c8338d2b99bf tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:38.540007 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a6a57524-55bf-4b30-ad43-a70b17c83cf3 req-2c4d218e-411c-44e6-958e-c8338d2b99bf tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 932 time: 0.0661633 Oct 27 16:39:38.577900 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a6a57524-55bf-4b30-ad43-a70b17c83cf3 req-6dc70346-4a9e-4e45-b664-ffba95f6fe3a tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316918 Oct 27 16:39:39.370376 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9f962-62ba-4740-968e-a9913021c947 req-747916ad-094b-4a27-9e42-7cb101840f74 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:39.371811 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-51d9f962-62ba-4740-968e-a9913021c947 req-747916ad-094b-4a27-9e42-7cb101840f74 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0704846 Oct 27 16:39:39.424597 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97327e-f84e-4a95-9468-bc299b73e4e7 req-19ef625d-44c8-4497-a4b7-1aaff2516a50 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:39.426453 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-af97327e-f84e-4a95-9468-bc299b73e4e7 req-19ef625d-44c8-4497-a4b7-1aaff2516a50 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0906584 Oct 27 16:39:39.451501 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-51d9f962-62ba-4740-968e-a9913021c947 req-9033419f-8203-4fbd-99af-f3a959bf84a6 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734708 Oct 27 16:39:39.490911 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-af97327e-f84e-4a95-9468-bc299b73e4e7 req-66bea491-e378-4da8-89c8-bf22526f3f2d tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535531 Oct 27 16:39:39.601637 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71cd72a-8850-4aee-b08a-f4ab24d26c3c req-5a3b459f-5f62-41be-90a0-8d15f3131f94 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:39.603106 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a71cd72a-8850-4aee-b08a-f4ab24d26c3c req-5a3b459f-5f62-41be-90a0-8d15f3131f94 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 946 time: 0.0730247 Oct 27 16:39:39.623674 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fc450-98f8-49aa-8cba-b22543320ea2 req-748b5ede-a82b-41d5-85f0-e7dd0e04b4e7 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:39.625104 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-504fc450-98f8-49aa-8cba-b22543320ea2 req-748b5ede-a82b-41d5-85f0-e7dd0e04b4e7 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=40012e22-8c4a-4bec-bbad-b2c50e7cc33a HTTP/1.1" status: 200 len: 945 time: 0.0673499 Oct 27 16:39:39.667280 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a71cd72a-8850-4aee-b08a-f4ab24d26c3c req-37e2ecf9-0a10-45be-b2b7-aec66cb59195 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566764 Oct 27 16:39:39.679344 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-504fc450-98f8-49aa-8cba-b22543320ea2 req-ee609d3d-5c86-410f-9cfe-2ffa49182de7 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465679 Oct 27 16:39:39.777738 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e72fb-b293-4c54-82d4-6676f06271f5 req-bff9bf36-16fa-40ae-b6a0-552128e8cffd tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:39.779178 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-896e72fb-b293-4c54-82d4-6676f06271f5 req-bff9bf36-16fa-40ae-b6a0-552128e8cffd tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 932 time: 0.0510709 Oct 27 16:39:39.821089 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-896e72fb-b293-4c54-82d4-6676f06271f5 req-34a94444-e05d-465d-9d19-542481d39f4a tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353677 Oct 27 16:39:40.603010 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9b88b-6f26-46cd-a6a1-0c18d5c24044 req-f588a587-fb63-4792-89ef-dec40093f415 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:40.604492 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4bd9b88b-6f26-46cd-a6a1-0c18d5c24044 req-f588a587-fb63-4792-89ef-dec40093f415 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0734103 Oct 27 16:39:40.637645 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8535fcd-46bc-4683-9674-22e13c43a9e7 req-c8d61144-2008-4841-9b35-db647c5931ea tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:40.639116 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f8535fcd-46bc-4683-9674-22e13c43a9e7 req-c8d61144-2008-4841-9b35-db647c5931ea tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0759399 Oct 27 16:39:40.680297 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4bd9b88b-6f26-46cd-a6a1-0c18d5c24044 req-94103ec7-84ca-4066-b2b3-d8d3e8ae7a3b tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685904 Oct 27 16:39:40.711740 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f8535fcd-46bc-4683-9674-22e13c43a9e7 req-69ab8f6d-e284-4a69-9719-577bb6af8a0e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631528 Oct 27 16:39:40.833870 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750a22f-c369-4957-aa6b-bee3f61a6f6f req-14be6aaf-ee69-4ad0-b69d-b7d661187818 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:40.835357 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3750a22f-c369-4957-aa6b-bee3f61a6f6f req-14be6aaf-ee69-4ad0-b69d-b7d661187818 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 946 time: 0.0777187 Oct 27 16:39:40.869337 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948cc21d-61a0-4fbf-9326-9c0e3b29392a req-57cadcdb-f5d6-49c8-b251-48f788a6853c tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:40.870782 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-948cc21d-61a0-4fbf-9326-9c0e3b29392a req-57cadcdb-f5d6-49c8-b251-48f788a6853c tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=40012e22-8c4a-4bec-bbad-b2c50e7cc33a HTTP/1.1" status: 200 len: 945 time: 0.0808659 Oct 27 16:39:40.900737 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3750a22f-c369-4957-aa6b-bee3f61a6f6f req-c63e9549-7e83-4e56-9284-eddf1b97a5ef tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579684 Oct 27 16:39:40.922905 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-948cc21d-61a0-4fbf-9326-9c0e3b29392a req-eab360c1-a4d4-434d-bc27-5342d07937ec tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444338 Oct 27 16:39:40.976104 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-99656099-c9be-4971-93b7-0a302f4df941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:41.009503 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1d74a-84f5-4bdf-aefc-e2fb47521dfc req-e66ff471-c643-4515-9908-747cc04b7378 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:41.011210 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a7b1d74a-84f5-4bdf-aefc-e2fb47521dfc req-e66ff471-c643-4515-9908-747cc04b7378 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 932 time: 0.0541179 Oct 27 16:39:41.052221 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a7b1d74a-84f5-4bdf-aefc-e2fb47521dfc req-198337bb-95f3-4617-9027-9c3f55c265fe tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322990 Oct 27 16:39:41.842405 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61596fb9-ba35-49d0-bad4-63178d039753 req-3e4f8e1b-d5eb-4324-88ab-6e2f3e27e044 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:41.843920 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-61596fb9-ba35-49d0-bad4-63178d039753 req-3e4f8e1b-d5eb-4324-88ab-6e2f3e27e044 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0783734 Oct 27 16:39:41.856561 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745bbe4-0110-408a-84a3-ab9907550741 req-c25311af-75af-45cd-8466-9fa04d836465 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:41.857954 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7745bbe4-0110-408a-84a3-ab9907550741 req-c25311af-75af-45cd-8466-9fa04d836465 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0634887 Oct 27 16:39:41.922505 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7745bbe4-0110-408a-84a3-ab9907550741 req-8af4d6d8-2907-4b6a-b13e-31a2aff477d9 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578868 Oct 27 16:39:41.925762 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-61596fb9-ba35-49d0-bad4-63178d039753 req-0f2bdcf3-d9f4-4969-a645-36ef9c4ae722 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669582 Oct 27 16:39:42.048494 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:42.082878 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909b208-7a7d-48a6-9782-b1c259117188 req-a70def51-634a-402b-a870-51ef02dcd021 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:42.084390 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5909b208-7a7d-48a6-9782-b1c259117188 req-a70def51-634a-402b-a870-51ef02dcd021 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 946 time: 0.0782599 Oct 27 16:39:42.094637 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3d04d-9141-4f5f-a3dc-6a60f757793f req-3687a44f-0f67-4179-bc13-c2573f70ef72 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:42.096080 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f0b3d04d-9141-4f5f-a3dc-6a60f757793f req-3687a44f-0f67-4179-bc13-c2573f70ef72 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=40012e22-8c4a-4bec-bbad-b2c50e7cc33a HTTP/1.1" status: 200 len: 945 time: 0.0795958 Oct 27 16:39:42.149054 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5909b208-7a7d-48a6-9782-b1c259117188 req-104aa3af-2537-4225-bf34-7e74a50ec7df tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519841 Oct 27 16:39:42.153747 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f0b3d04d-9141-4f5f-a3dc-6a60f757793f req-1d78a1cb-9a0b-43d5-8486-ef79e54bb86a tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510912 Oct 27 16:39:42.258946 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6f258-1339-4f1d-add9-f78e833f8f0a req-0c3292b4-4305-4456-a895-a3338942ea6e tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:42.260320 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-41d6f258-1339-4f1d-add9-f78e833f8f0a req-0c3292b4-4305-4456-a895-a3338942ea6e tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 932 time: 0.0526063 Oct 27 16:39:42.300934 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-41d6f258-1339-4f1d-add9-f78e833f8f0a req-4d6faf3f-c3c8-44c9-93b9-08eaf5181440 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317745 Oct 27 16:39:42.431302 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:43.081523 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c86f3-8369-499d-8299-7bedcd064e42 req-c863fa02-18ae-4c25-b979-de6abb7c4526 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:43.082987 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-769c86f3-8369-499d-8299-7bedcd064e42 req-c863fa02-18ae-4c25-b979-de6abb7c4526 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0805616 Oct 27 16:39:43.090252 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc3c1a-eedc-486e-9f76-7556f08fb5d9 req-9b31b824-a5c6-476a-8f00-67019ea157b1 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:43.091592 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a1bc3c1a-eedc-486e-9f76-7556f08fb5d9 req-9b31b824-a5c6-476a-8f00-67019ea157b1 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0872905 Oct 27 16:39:43.145318 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-769c86f3-8369-499d-8299-7bedcd064e42 req-1fe5934c-b616-47fb-9a9a-49a0129b2758 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527427 Oct 27 16:39:43.149945 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a1bc3c1a-eedc-486e-9f76-7556f08fb5d9 req-33de3227-fbe8-4a9a-9cf9-23aa1d16a91d tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518374 Oct 27 16:39:43.310906 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3908d1-ae60-418b-8536-29535dd98fd8 req-eac2c73d-b013-4e4d-af1f-5512b604afcf tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:43.312366 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8a3908d1-ae60-418b-8536-29535dd98fd8 req-eac2c73d-b013-4e4d-af1f-5512b604afcf tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 946 time: 0.0916786 Oct 27 16:39:43.377094 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd796470-8934-4826-a592-7388d10efd7a req-0059e9bd-8a0f-42ce-9f0c-7aef01c569cb tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:43.378542 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-bd796470-8934-4826-a592-7388d10efd7a req-0059e9bd-8a0f-42ce-9f0c-7aef01c569cb tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=40012e22-8c4a-4bec-bbad-b2c50e7cc33a HTTP/1.1" status: 200 len: 945 time: 0.0846555 Oct 27 16:39:43.381609 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8a3908d1-ae60-418b-8536-29535dd98fd8 req-0101cdfa-fc4d-43ef-aff6-12cde43d34b9 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522711 Oct 27 16:39:43.419043 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-bd796470-8934-4826-a592-7388d10efd7a req-b7756a07-5ea9-454d-9d70-82c01005ede2 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323629 Oct 27 16:39:43.487349 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69e75d-e44d-4aef-8bd6-8ef2e50f6d52 req-805fb0a4-220d-46be-8e33-42160a82e343 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:43.488742 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8f69e75d-e44d-4aef-8bd6-8ef2e50f6d52 req-805fb0a4-220d-46be-8e33-42160a82e343 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 932 time: 0.0491054 Oct 27 16:39:43.526922 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8f69e75d-e44d-4aef-8bd6-8ef2e50f6d52 req-60f9325e-e77d-4386-b29c-444a524ad558 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321267 Oct 27 16:39:43.726231 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:44.307440 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f87fe-42f4-431b-a33e-9072f1b13188 req-fc24f5f8-1376-4393-9595-3239b996810d tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:44.309187 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-854f87fe-42f4-431b-a33e-9072f1b13188 req-fc24f5f8-1376-4393-9595-3239b996810d tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0850723 Oct 27 16:39:44.321353 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a101c34-e312-4e8c-87d0-8f5a1131953c req-a8308ae3-4d75-4445-86ba-f411f4234831 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:44.322688 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4a101c34-e312-4e8c-87d0-8f5a1131953c req-a8308ae3-4d75-4445-86ba-f411f4234831 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0690491 Oct 27 16:39:44.372986 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-854f87fe-42f4-431b-a33e-9072f1b13188 req-7d8f0d87-3001-49b4-a245-967352bbff54 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493569 Oct 27 16:39:44.380284 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4a101c34-e312-4e8c-87d0-8f5a1131953c req-b0f801dd-135a-46cc-89f6-548ed2ed1cb6 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509937 Oct 27 16:39:44.533352 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619dda8b-7f9f-4f43-9e65-f636d17d54f5 req-1010f534-ecde-44f9-96aa-474b20535fa5 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:44.534842 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-619dda8b-7f9f-4f43-9e65-f636d17d54f5 req-1010f534-ecde-44f9-96aa-474b20535fa5 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 946 time: 0.0783780 Oct 27 16:39:44.546922 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc1f05-70ae-41b1-b7cb-c5c21fd07fe7 req-3d4d07fc-d9d2-4d2d-b4dc-1152c6eb3e0c tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:44.548290 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c8bc1f05-70ae-41b1-b7cb-c5c21fd07fe7 req-3d4d07fc-d9d2-4d2d-b4dc-1152c6eb3e0c tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=40012e22-8c4a-4bec-bbad-b2c50e7cc33a HTTP/1.1" status: 200 len: 945 time: 0.0617418 Oct 27 16:39:44.603519 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-619dda8b-7f9f-4f43-9e65-f636d17d54f5 req-69404d28-1168-4b28-a3a8-006523f002f6 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542367 Oct 27 16:39:44.608302 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c8bc1f05-70ae-41b1-b7cb-c5c21fd07fe7 req-d9cba29c-e69d-43eb-8837-569b1061cebe tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534418 Oct 27 16:39:44.718023 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14381f1-85a5-4a23-9a70-54ffa69f835c req-64254d38-6beb-4dff-bca2-4c723ff2c411 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:44.719418 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d14381f1-85a5-4a23-9a70-54ffa69f835c req-64254d38-6beb-4dff-bca2-4c723ff2c411 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 932 time: 0.0570590 Oct 27 16:39:44.757724 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d14381f1-85a5-4a23-9a70-54ffa69f835c req-269513ad-5ec9-49c3-b71a-7a87a1166015 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323045 Oct 27 16:39:45.539282 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db809318-cd01-4092-ad6f-08a2271a6a3d req-508637fd-f593-4d64-9119-fefd0ea33af9 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:45.540726 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-db809318-cd01-4092-ad6f-08a2271a6a3d req-508637fd-f593-4d64-9119-fefd0ea33af9 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0882888 Oct 27 16:39:45.549541 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a743c-5001-49d3-9a5d-f7330f951c32 req-b8f87899-3f6f-415f-93f1-b032cc88b275 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:45.551106 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-880a743c-5001-49d3-9a5d-f7330f951c32 req-b8f87899-3f6f-415f-93f1-b032cc88b275 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0841718 Oct 27 16:39:45.624166 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-db809318-cd01-4092-ad6f-08a2271a6a3d req-183ba92d-64d7-4ad9-968b-7be5607b59db tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695131 Oct 27 16:39:45.643491 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-880a743c-5001-49d3-9a5d-f7330f951c32 req-d5d66ff3-17f1-44dc-a4a3-a39ae44cbe88 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809698 Oct 27 16:39:45.782284 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f5893-df2a-47f5-b7b1-0e290193f75d req-d80636ec-a93b-4fdf-b6fa-9336918481c5 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:45.783769 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4c5f5893-df2a-47f5-b7b1-0e290193f75d req-d80636ec-a93b-4fdf-b6fa-9336918481c5 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=40012e22-8c4a-4bec-bbad-b2c50e7cc33a HTTP/1.1" status: 200 len: 945 time: 0.0722558 Oct 27 16:39:45.795713 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862130ab-052c-4a29-956b-d391d44f0f2a req-34a6ed9d-d42b-4d03-9b77-15acc1b6057f tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:45.797217 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-862130ab-052c-4a29-956b-d391d44f0f2a req-34a6ed9d-d42b-4d03-9b77-15acc1b6057f tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 946 time: 0.0766218 Oct 27 16:39:45.856337 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4c5f5893-df2a-47f5-b7b1-0e290193f75d req-6e69a820-ae31-41a8-a28c-dd1af5e8956e tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579405 Oct 27 16:39:45.878692 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-862130ab-052c-4a29-956b-d391d44f0f2a req-e2af2d28-7e2f-49f2-8d7e-9475f85f0ed3 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732973 Oct 27 16:39:45.973050 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79d4f3-9658-453f-8666-359471d5402a req-7b24a56a-ec99-44c9-8073-da55b09fabf3 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:45.974477 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2c79d4f3-9658-453f-8666-359471d5402a req-7b24a56a-ec99-44c9-8073-da55b09fabf3 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 932 time: 0.0488131 Oct 27 16:39:46.015725 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2c79d4f3-9658-453f-8666-359471d5402a req-efde17dd-a565-400d-a2af-b80c94cf652e tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326355 Oct 27 16:39:46.774659 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa4c76-4004-40a7-ad9b-a7973c9a8881 req-a576da4f-1f87-4cc9-b5ec-db0e32485ca2 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:46.776116 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-17fa4c76-4004-40a7-ad9b-a7973c9a8881 req-a576da4f-1f87-4cc9-b5ec-db0e32485ca2 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0781682 Oct 27 16:39:46.788145 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499f201-ccde-49b8-930d-a3965918c907 req-e79a3e16-8784-496a-a428-c15586e4d8fd tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:46.789468 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0499f201-ccde-49b8-930d-a3965918c907 req-e79a3e16-8784-496a-a428-c15586e4d8fd tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0661182 Oct 27 16:39:47.049377 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-17fa4c76-4004-40a7-ad9b-a7973c9a8881 req-78d9f128-ce8a-4237-98cb-5e1a56130197 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589819 Oct 27 16:39:47.053962 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0499f201-ccde-49b8-930d-a3965918c907 req-547b3322-7141-472f-87df-6b86ee3c53cf tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2581120 Oct 27 16:39:47.176936 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07511018-d9d2-49ea-a092-6808c003dc80 req-48575455-41b6-466c-8c20-6ad594fac9b1 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:47.178406 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-07511018-d9d2-49ea-a092-6808c003dc80 req-48575455-41b6-466c-8c20-6ad594fac9b1 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=40012e22-8c4a-4bec-bbad-b2c50e7cc33a HTTP/1.1" status: 200 len: 945 time: 0.0745981 Oct 27 16:39:47.192672 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b99d4-0f5f-4bb4-8e8a-cfda2c35af90 req-9fd89665-d934-4198-8a8c-2311ccbd2022 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:47.194116 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c25b99d4-0f5f-4bb4-8e8a-cfda2c35af90 req-9fd89665-d934-4198-8a8c-2311ccbd2022 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 946 time: 0.0654700 Oct 27 16:39:47.251263 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-07511018-d9d2-49ea-a092-6808c003dc80 req-be83f19f-7b48-450c-a5cc-4dd46ca447b6 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543869 Oct 27 16:39:47.254635 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c25b99d4-0f5f-4bb4-8e8a-cfda2c35af90 req-25b6bd90-37c5-4fd4-b051-8a02f23f4b1c tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536249 Oct 27 16:39:47.354619 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2051a20-5f32-4516-bcc8-9676938a994e req-9e48145a-89bf-4d57-80f1-341cbc635de3 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:47.356235 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b2051a20-5f32-4516-bcc8-9676938a994e req-9e48145a-89bf-4d57-80f1-341cbc635de3 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 932 time: 0.0484061 Oct 27 16:39:47.394519 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b2051a20-5f32-4516-bcc8-9676938a994e req-21b4ad1e-5caf-41ec-b84e-80e009438481 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321851 Oct 27 16:39:48.208081 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ea2c3-3061-4978-8752-946a6ec02026 req-e758ce24-f3fd-4db9-94a0-6859e86874ae tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:48.209551 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-305ea2c3-3061-4978-8752-946a6ec02026 req-e758ce24-f3fd-4db9-94a0-6859e86874ae tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0847268 Oct 27 16:39:48.217735 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e4e34-df00-43a2-b142-2f1358639700 req-b3e8050f-d151-415a-b8a2-1981106bceaf tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:48.219084 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8a0e4e34-df00-43a2-b142-2f1358639700 req-b3e8050f-d151-415a-b8a2-1981106bceaf tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.0826871 Oct 27 16:39:48.271905 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-305ea2c3-3061-4978-8752-946a6ec02026 req-ed0187cb-6b7f-4a01-9cac-11ea4ced126e tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518770 Oct 27 16:39:48.278491 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8a0e4e34-df00-43a2-b142-2f1358639700 req-74c49ebf-0f73-4f07-868c-ec4807628abc tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508890 Oct 27 16:39:48.385333 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-94691704-a90e-47d6-b5e7-20a942be6ead service neutron] Request body: {'port': {'device_id': 'f411fa8e-061c-4a3e-ba9e-316059c805eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:39:48.444403 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c727c-0770-4d08-a55a-6fe72b2be77f req-a096512b-7321-4bd1-a1b4-6c35b1fd175d tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:48.447155 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e10c727c-0770-4d08-a55a-6fe72b2be77f req-a096512b-7321-4bd1-a1b4-6c35b1fd175d tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=40012e22-8c4a-4bec-bbad-b2c50e7cc33a HTTP/1.1" status: 200 len: 945 time: 0.1129866 Oct 27 16:39:48.453259 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560261a-02dc-4e5f-a9b0-32fdf939c315 req-488e086c-3f38-4f81-a039-946913ad88c5 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:48.454655 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d560261a-02dc-4e5f-a9b0-32fdf939c315 req-488e086c-3f38-4f81-a039-946913ad88c5 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 946 time: 0.1114912 Oct 27 16:39:48.513040 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-94691704-a90e-47d6-b5e7-20a942be6ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:48.536408 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e10c727c-0770-4d08-a55a-6fe72b2be77f req-4dd828fc-583c-4207-9075-eb3127714cd6 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808272 Oct 27 16:39:48.587761 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d560261a-02dc-4e5f-a9b0-32fdf939c315 req-4a2d3ddd-3d2e-481a-99e1-5ca13cba4426 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168361 Oct 27 16:39:48.694081 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0b3ba-1372-4dbb-8722-6d4ba601db46 req-a836372d-e321-4209-95b3-5dbcc46b67aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:48.695599 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-19b0b3ba-1372-4dbb-8722-6d4ba601db46 req-a836372d-e321-4209-95b3-5dbcc46b67aa service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=40012e22-8c4a-4bec-bbad-b2c50e7cc33a HTTP/1.1" status: 200 len: 1098 time: 0.1557198 Oct 27 16:39:48.743156 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788eae6a-e829-4447-904e-13021e44af5e req-22004461-9d8a-4b67-8c2d-0719c07837ac tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:48.744642 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-788eae6a-e829-4447-904e-13021e44af5e req-22004461-9d8a-4b67-8c2d-0719c07837ac tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 932 time: 0.1524563 Oct 27 16:39:48.823064 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-19b0b3ba-1372-4dbb-8722-6d4ba601db46 req-ae4f703c-0931-415c-97fe-8078e84aaf19 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084883 Oct 27 16:39:48.849170 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-788eae6a-e829-4447-904e-13021e44af5e req-f0ed2c40-b956-4032-be15-b37014fe09b3 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888977 Oct 27 16:39:48.935192 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-94691704-a90e-47d6-b5e7-20a942be6ead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 552bd7a1-d37f-4602-a4fc-b063a2836ef7 {{(pid=101666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:39:48.942989 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-94691704-a90e-47d6-b5e7-20a942be6ead service neutron] Publish callbacks [] for port, precommit_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:48.956508 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.provisioning_blocks [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-94691704-a90e-47d6-b5e7-20a942be6ead service neutron] Transition to ACTIVE for port object 552bd7a1-d37f-4602-a4fc-b063a2836ef7 will not be triggered until provisioned by entity L2. {{(pid=101666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:39:48.961515 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-94691704-a90e-47d6-b5e7-20a942be6ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:49.015509 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94691704-a90e-47d6-b5e7-20a942be6ead service neutron] Pushing event updated for resources: {'Port': ['ID=552bd7a1-d37f-4602-a4fc-b063a2836ef7,revision_number=2']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:49.048131 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-94691704-a90e-47d6-b5e7-20a942be6ead service neutron] Attempting to bind port 552bd7a1-d37f-4602-a4fc-b063a2836ef7 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:39:49.048460 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-94691704-a90e-47d6-b5e7-20a942be6ead service neutron] Attempting to bind port 552bd7a1-d37f-4602-a4fc-b063a2836ef7 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '8132c6f7-1654-4957-bad5-c7c76633225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0cc6912-268c-4ba3-af57-86b3ef84a5a9'}] {{(pid=101666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:39:49.048797 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-94691704-a90e-47d6-b5e7-20a942be6ead service neutron] Attempting to bind port 552bd7a1-d37f-4602-a4fc-b063a2836ef7 on network d0cc6912-268c-4ba3-af57-86b3ef84a5a9 {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:39:49.053729 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-94691704-a90e-47d6-b5e7-20a942be6ead service neutron] Port 552bd7a1-d37f-4602-a4fc-b063a2836ef7 on network d0cc6912-268c-4ba3-af57-86b3ef84a5a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:39:49.054048 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-94691704-a90e-47d6-b5e7-20a942be6ead service neutron] Attempting to bind port 552bd7a1-d37f-4602-a4fc-b063a2836ef7 on network d0cc6912-268c-4ba3-af57-86b3ef84a5a9 {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:39:49.059162 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-94691704-a90e-47d6-b5e7-20a942be6ead service neutron] Checking agent: {'id': '082437a5-0f96-45b0-8b8c-6a124d6faa93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 33, 51), 'started_at': datetime.datetime(2021, 10, 27, 16, 33, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:39:49.059497 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-94691704-a90e-47d6-b5e7-20a942be6ead service neutron] Checking segment: {'id': '8132c6f7-1654-4957-bad5-c7c76633225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0cc6912-268c-4ba3-af57-86b3ef84a5a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:39:49.059897 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-94691704-a90e-47d6-b5e7-20a942be6ead service neutron] Bound using segment: {'id': '8132c6f7-1654-4957-bad5-c7c76633225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0cc6912-268c-4ba3-af57-86b3ef84a5a9'} {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:39:49.060322 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-94691704-a90e-47d6-b5e7-20a942be6ead service neutron] Bound port: 552bd7a1-d37f-4602-a4fc-b063a2836ef7, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8132c6f7-1654-4957-bad5-c7c76633225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0cc6912-268c-4ba3-af57-86b3ef84a5a9'}}] {{(pid=101666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:39:49.060679 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-94691704-a90e-47d6-b5e7-20a942be6ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:49.124722 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-94691704-a90e-47d6-b5e7-20a942be6ead service neutron] For port 552bd7a1-d37f-4602-a4fc-b063a2836ef7, host hv-cinder-81565, cleared binding levels {{(pid=101666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:39:49.128246 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-94691704-a90e-47d6-b5e7-20a942be6ead service neutron] For port 552bd7a1-d37f-4602-a4fc-b063a2836ef7, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=552bd7a1-d37f-4602-a4fc-b063a2836ef7,segment=NetworkSegment(8132c6f7-1654-4957-bad5-c7c76633225a),segment_id=8132c6f7-1654-4957-bad5-c7c76633225a)] {{(pid=101666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:39:49.134075 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-94691704-a90e-47d6-b5e7-20a942be6ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:49.171781 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-94691704-a90e-47d6-b5e7-20a942be6ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:49.172426 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-94691704-a90e-47d6-b5e7-20a942be6ead service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:49.173819 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-94691704-a90e-47d6-b5e7-20a942be6ead service neutron] 10.222.0.66 "PUT /v2.0/ports/552bd7a1-d37f-4602-a4fc-b063a2836ef7 HTTP/1.1" status: 200 len: 1094 time: 0.7938621 Oct 27 16:39:49.174264 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f411fa8e-061c-4a3e-ba9e-316059c805eb', 'tag': '552bd7a1-d37f-4602-a4fc-b063a2836ef7'}] {{(pid=101666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:39:49.176553 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c97a8bc50bc1e60c5bcd83482612a755f7c8660878f0fc94464a674b36297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0adc8e-3030-410f-9425-05369a5e040f" -d '{"events": [{"name": "network-changed", "server_uuid": "f411fa8e-061c-4a3e-ba9e-316059c805eb", "tag": "552bd7a1-d37f-4602-a4fc-b063a2836ef7"}]}' {{(pid=101666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:39:49.197168 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94691704-a90e-47d6-b5e7-20a942be6ead service neutron] Pushing event updated for resources: {'Port': ['ID=552bd7a1-d37f-4602-a4fc-b063a2836ef7,revision_number=3']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:49.218262 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cfefed-abc4-4763-a8fc-dc4e41683672 x-openstack-request-id: req-f4cfefed-abc4-4763-a8fc-dc4e41683672 {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:39:49.219156 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f411fa8e-061c-4a3e-ba9e-316059c805eb", "tag": "552bd7a1-d37f-4602-a4fc-b063a2836ef7", "status": "completed", "code": 200}]} {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:39:49.219443 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f4cfefed-abc4-4763-a8fc-dc4e41683672 {{(pid=101666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:39:49.219840 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f411fa8e-061c-4a3e-ba9e-316059c805eb', 'tag': '552bd7a1-d37f-4602-a4fc-b063a2836ef7', 'status': 'completed', 'code': 200} Oct 27 16:39:49.327773 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0adc8e-3030-410f-9425-05369a5e040f req-0696f638-f7d4-457c-81be-7443d3d19e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:49.329434 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-bb0adc8e-3030-410f-9425-05369a5e040f req-0696f638-f7d4-457c-81be-7443d3d19e9b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a14ffe46fb243d19b1f31c10287a430&device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 1097 time: 0.0494156 Oct 27 16:39:49.561091 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2109a-9c0e-400b-a0f0-d9a221300f82 req-b3d41477-ef01-43aa-b2b9-3840ef9adb9a tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:49.562560 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d2b2109a-9c0e-400b-a0f0-d9a221300f82 req-b3d41477-ef01-43aa-b2b9-3840ef9adb9a tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.2103522 Oct 27 16:39:49.578495 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccaae80-5abd-42d0-b4c9-247ea370bf3d req-62186de3-4fcb-4fc1-aac5-4de26b9a9371 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:49.579956 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fccaae80-5abd-42d0-b4c9-247ea370bf3d req-62186de3-4fcb-4fc1-aac5-4de26b9a9371 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.2187846 Oct 27 16:39:49.605917 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0adc8e-3030-410f-9425-05369a5e040f req-01350b1b-b9dc-4772-8385-f17032e55624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:49.608396 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-bb0adc8e-3030-410f-9425-05369a5e040f req-01350b1b-b9dc-4772-8385-f17032e55624 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=9a14ffe46fb243d19b1f31c10287a430&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2644484 Oct 27 16:39:49.637021 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d2b2109a-9c0e-400b-a0f0-d9a221300f82 req-a6a3a6d2-7d54-4bc0-b312-6663185b0eb3 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560730 Oct 27 16:39:49.649614 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fccaae80-5abd-42d0-b4c9-247ea370bf3d req-f81afb2e-a2ab-41df-8cb4-1d1478b50aea tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591314 Oct 27 16:39:49.911155 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae588c1d-f496-4fcb-9b85-a757a43aa1b6 req-587fa68f-f075-4366-b609-6287f74c477b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:49.913276 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ae588c1d-f496-4fcb-9b85-a757a43aa1b6 req-587fa68f-f075-4366-b609-6287f74c477b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a56e030f182417680e61e5c27a2cb30&device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 1099 time: 0.2148278 Oct 27 16:39:49.929809 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c790d-d4df-44d7-bf79-a75449d7e4b3 req-d302d961-7199-451f-81fb-b6df8f118cdf tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:49.931341 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7c6c790d-d4df-44d7-bf79-a75449d7e4b3 req-d302d961-7199-451f-81fb-b6df8f118cdf tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 946 time: 0.1947691 Oct 27 16:39:49.939984 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b5dbd-22e8-421c-97a3-e27bf289ae48 req-d7c6005c-7606-4267-a29d-d91ef2b3496d tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:49.941412 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-965b5dbd-22e8-421c-97a3-e27bf289ae48 req-d7c6005c-7606-4267-a29d-d91ef2b3496d tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=40012e22-8c4a-4bec-bbad-b2c50e7cc33a HTTP/1.1" status: 200 len: 945 time: 0.2060065 Oct 27 16:39:49.949996 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0adc8e-3030-410f-9425-05369a5e040f req-b0ad3407-2059-43db-8cb5-8f0088657d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:49.951320 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-bb0adc8e-3030-410f-9425-05369a5e040f req-b0ad3407-2059-43db-8cb5-8f0088657d9b service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2978094 Oct 27 16:39:50.089478 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-965b5dbd-22e8-421c-97a3-e27bf289ae48 req-393cc324-a637-46d9-a6d8-f501623232ae tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365261 Oct 27 16:39:50.092032 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7c6c790d-d4df-44d7-bf79-a75449d7e4b3 req-3fd61e4a-ac3f-454c-a2f2-901fe4860353 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498117 Oct 27 16:39:50.113666 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae588c1d-f496-4fcb-9b85-a757a43aa1b6 req-ddd9ee1c-a8ae-49e6-ac01-6385022eff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:50.115170 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ae588c1d-f496-4fcb-9b85-a757a43aa1b6 req-ddd9ee1c-a8ae-49e6-ac01-6385022eff4e service neutron] 10.222.0.66 "GET /v2.0/networks?id=04e556bb-e81e-445a-9a9a-3eeb79203905 HTTP/1.1" status: 200 len: 919 time: 0.1826534 Oct 27 16:39:50.118099 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-dcb90ee3-88d5-486d-832e-0ed861362ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:50.119431 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-dcb90ee3-88d5-486d-832e-0ed861362ee8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a14ffe46fb243d19b1f31c10287a430&device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 1097 time: 0.1018777 Oct 27 16:39:50.215816 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-c980cce4-cef4-4752-bb4c-e3c91a2ae029 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=552bd7a1-d37f-4602-a4fc-b063a2836ef7 HTTP/1.1" status: 200 len: 217 time: 0.0699399 Oct 27 16:39:50.285960 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ae588c1d-f496-4fcb-9b85-a757a43aa1b6 req-c8b123e4-41b4-4460-b914-c04007777bd4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2efa01dc-81c3-46bb-9ef0-b94159290efa HTTP/1.1" status: 200 len: 1001 time: 0.1461492 Oct 27 16:39:50.306917 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb51ae-e0e4-4cbc-be11-f232290dc8b5 req-598e8cb2-0d19-4815-96c9-ebddc631b3e1 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:50.308593 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9edb51ae-e0e4-4cbc-be11-f232290dc8b5 req-598e8cb2-0d19-4815-96c9-ebddc631b3e1 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 944 time: 0.1556365 Oct 27 16:39:50.556717 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-909bbbe8-b8e2-49bb-a1a3-c9be0d616ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:50.558093 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-909bbbe8-b8e2-49bb-a1a3-c9be0d616ca6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d64785c2-0a62-4404-952b-b403465d443a HTTP/1.1" status: 200 len: 854 time: 0.3115442 Oct 27 16:39:50.607871 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae588c1d-f496-4fcb-9b85-a757a43aa1b6 req-edeb1ab3-3f4b-4bd5-8cc8-15d7ed04cd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:50.609311 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ae588c1d-f496-4fcb-9b85-a757a43aa1b6 req-edeb1ab3-3f4b-4bd5-8cc8-15d7ed04cd10 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bfd7b3b6-c867-4ea0-ba61-155e778fa591 HTTP/1.1" status: 200 len: 856 time: 0.2983055 Oct 27 16:39:50.618441 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9edb51ae-e0e4-4cbc-be11-f232290dc8b5 req-6ae77c9c-a896-499d-b40c-5fcebf2dc1c4 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982948 Oct 27 16:39:50.649999 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-0f5c239b-100a-433f-ac92-a6356fcdc33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:50.651532 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-0f5c239b-100a-433f-ac92-a6356fcdc33e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d0cc6912-268c-4ba3-af57-86b3ef84a5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0806143 Oct 27 16:39:50.673183 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae588c1d-f496-4fcb-9b85-a757a43aa1b6 req-dc71c35a-3bad-40ab-aefe-863afe4356df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:50.674606 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ae588c1d-f496-4fcb-9b85-a757a43aa1b6 req-dc71c35a-3bad-40ab-aefe-863afe4356df service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=04e556bb-e81e-445a-9a9a-3eeb79203905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547380 Oct 27 16:39:50.883539 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90142b6d-382e-4c0a-b6e3-de337ec154cf req-b1c70ce6-b685-4d5d-af73-df28e5502e4e tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:50.885033 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-90142b6d-382e-4c0a-b6e3-de337ec154cf req-b1c70ce6-b685-4d5d-af73-df28e5502e4e tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.1687367 Oct 27 16:39:50.895993 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-32444691-4117-4706-b55f-4de31700b595 service neutron] 10.222.0.66 "GET /v2.0/networks/d0cc6912-268c-4ba3-af57-86b3ef84a5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315676 Oct 27 16:39:50.909705 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ae588c1d-f496-4fcb-9b85-a757a43aa1b6 req-8f6af818-474c-4aca-89ea-3bf10a744627 service neutron] 10.222.0.66 "GET /v2.0/networks/04e556bb-e81e-445a-9a9a-3eeb79203905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944737 Oct 27 16:39:50.918950 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0e4b2-ff01-4c5c-87b8-008b2333405e req-1c0d3963-3e4e-4b09-8ad6-6b102fd7657a tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:50.920364 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-82f0e4b2-ff01-4c5c-87b8-008b2333405e req-1c0d3963-3e4e-4b09-8ad6-6b102fd7657a tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.1536891 Oct 27 16:39:51.066808 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-90142b6d-382e-4c0a-b6e3-de337ec154cf req-6fef5385-2c4d-41e1-a599-49ceb0875d62 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698368 Oct 27 16:39:51.103746 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-82f0e4b2-ff01-4c5c-87b8-008b2333405e req-3d0837a2-c9e4-4097-a472-88c47a89f020 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659338 Oct 27 16:39:51.117607 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7dcfae0d-2af1-4909-bc70-32334ae370ba req-9a480a79-f486-4879-ae50-3ce3b1ccf61d service neutron] 10.222.0.66 "GET /v2.0/networks/d0cc6912-268c-4ba3-af57-86b3ef84a5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909153 Oct 27 16:39:51.133146 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ae588c1d-f496-4fcb-9b85-a757a43aa1b6 req-d079c12e-e2d4-4f44-8921-1e8b28b96f07 service neutron] 10.222.0.66 "GET /v2.0/networks/04e556bb-e81e-445a-9a9a-3eeb79203905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963723 Oct 27 16:39:51.212869 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:51.235270 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c7ea5-de20-4247-9ade-80e33d3d9bcf req-60e715e5-deef-4916-9b21-580f75c39978 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:51.236846 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-530c7ea5-de20-4247-9ade-80e33d3d9bcf req-60e715e5-deef-4916-9b21-580f75c39978 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=40012e22-8c4a-4bec-bbad-b2c50e7cc33a HTTP/1.1" status: 200 len: 945 time: 0.0748038 Oct 27 16:39:51.268665 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e885bb69-a25d-4f8e-8623-d98beb9a700c req-70fa0083-9eca-4719-ba45-662a2faad845 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:51.270055 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e885bb69-a25d-4f8e-8623-d98beb9a700c req-70fa0083-9eca-4719-ba45-662a2faad845 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 946 time: 0.0783625 Oct 27 16:39:51.298225 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-530c7ea5-de20-4247-9ade-80e33d3d9bcf req-b01eb5dc-3353-4a8a-b3a4-f55f4e54cd62 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553474 Oct 27 16:39:51.319452 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e885bb69-a25d-4f8e-8623-d98beb9a700c req-96462a1f-7f43-41d5-95bd-3bfe920c9820 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433204 Oct 27 16:39:51.744317 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc5a22-08f0-488f-8388-7a3d6d36859f req-7ed08497-495d-49ab-b47a-9196f84fc9c7 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:51.746305 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-58bc5a22-08f0-488f-8388-7a3d6d36859f req-7ed08497-495d-49ab-b47a-9196f84fc9c7 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 944 time: 0.0602710 Oct 27 16:39:51.783565 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-58bc5a22-08f0-488f-8388-7a3d6d36859f req-2bbd646a-fd9a-4d61-89d8-26f4bffdca30 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312579 Oct 27 16:39:52.210106 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba24db-69a8-47cc-b3a7-8a60aa67e8f6 req-0e18bb18-ce43-4061-9f30-8a3faa90b64f tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:52.211499 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3eba24db-69a8-47cc-b3a7-8a60aa67e8f6 req-0e18bb18-ce43-4061-9f30-8a3faa90b64f tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0748174 Oct 27 16:39:52.223997 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e649e18-2453-4c73-ade5-ca08b1f0b536 req-c3bf7abe-26e5-4416-b1b3-ce3cc37f4fc6 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:52.225381 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6e649e18-2453-4c73-ade5-ca08b1f0b536 req-c3bf7abe-26e5-4416-b1b3-ce3cc37f4fc6 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=40012e22-8c4a-4bec-bbad-b2c50e7cc33a HTTP/1.1" status: 200 len: 945 time: 0.0634947 Oct 27 16:39:52.282006 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3eba24db-69a8-47cc-b3a7-8a60aa67e8f6 req-3057824f-ae98-4d05-982d-f5ed418500c0 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555222 Oct 27 16:39:52.289968 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6e649e18-2453-4c73-ade5-ca08b1f0b536 req-6afebc9f-b251-412e-8931-75f3df5c0d0a tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578806 Oct 27 16:39:52.471808 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c72f3-78d0-4a9f-996b-32d795838590 req-957aa9e2-5de2-4159-8ed1-33a24e36180f tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:52.473167 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-162c72f3-78d0-4a9f-996b-32d795838590 req-957aa9e2-5de2-4159-8ed1-33a24e36180f tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 946 time: 0.1272407 Oct 27 16:39:52.480279 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25acdd6f-3197-4fce-a45f-c954e9f54b4b req-6d16c53a-3d40-408e-a799-5012982f78ef tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:52.481583 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-25acdd6f-3197-4fce-a45f-c954e9f54b4b req-6d16c53a-3d40-408e-a799-5012982f78ef tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 946 time: 0.1447849 Oct 27 16:39:52.492234 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec235d7-8e3d-4253-9da1-8f04e5cb9b57 req-6bd2a000-7eb6-4c0e-8aca-a91051157e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:52.493650 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cec235d7-8e3d-4253-9da1-8f04e5cb9b57 req-6bd2a000-7eb6-4c0e-8aca-a91051157e57 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a56e030f182417680e61e5c27a2cb30&device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 1099 time: 0.1467485 Oct 27 16:39:52.506391 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2070d-790b-4473-8399-9b0025ccbe32 req-e0c7fcda-70e8-452d-a209-58c38598f0ee tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:52.507739 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fbf2070d-790b-4473-8399-9b0025ccbe32 req-e0c7fcda-70e8-452d-a209-58c38598f0ee tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 946 time: 0.1065168 Oct 27 16:39:52.581630 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 552bd7a1-d37f-4602-a4fc-b063a2836ef7 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=101667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:39:52.585003 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 2efa01dc-81c3-46bb-9ef0-b94159290efa no longer exists at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:39:52.633719 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-25acdd6f-3197-4fce-a45f-c954e9f54b4b req-923ea8e4-abed-47d9-9bd5-a87afea291f7 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449864 Oct 27 16:39:52.666762 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fbf2070d-790b-4473-8399-9b0025ccbe32 req-78147af1-cf5c-40b3-bcb4-a597fc0f4927 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c10d120-9bcc-4763-99b7-9fb184a4af2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461859 Oct 27 16:39:52.709123 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec235d7-8e3d-4253-9da1-8f04e5cb9b57 req-028a133f-d3f0-401d-a07a-b023b66ff813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:52.710575 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cec235d7-8e3d-4253-9da1-8f04e5cb9b57 req-028a133f-d3f0-401d-a07a-b023b66ff813 service neutron] 10.222.0.66 "GET /v2.0/networks?id=04e556bb-e81e-445a-9a9a-3eeb79203905 HTTP/1.1" status: 200 len: 919 time: 0.1665859 Oct 27 16:39:52.722457 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [req-162c72f3-78d0-4a9f-996b-32d795838590 req-5be20419-dded-468c-aec6-b271651c5804 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Deleting port a90a4eda-f446-46d2-974b-bc14587851d9 {{(pid=101666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:39:52.722871 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-162c72f3-78d0-4a9f-996b-32d795838590 req-5be20419-dded-468c-aec6-b271651c5804 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:52.741827 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 552bd7a1-d37f-4602-a4fc-b063a2836ef7, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=552bd7a1-d37f-4602-a4fc-b063a2836ef7,segment=NetworkSegment(8132c6f7-1654-4957-bad5-c7c76633225a),segment_id=8132c6f7-1654-4957-bad5-c7c76633225a)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:52.744747 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:52.762595 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Returning: {'device': '552bd7a1-d37f-4602-a4fc-b063a2836ef7', 'network_id': 'd0cc6912-268c-4ba3-af57-86b3ef84a5a9', 'port_id': '552bd7a1-d37f-4602-a4fc-b063a2836ef7', 'mac_address': 'fa:16:3e:a4:43:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd64785c2-0a62-4404-952b-b403465d443a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:39:52.777912 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2efa01dc-81c3-46bb-9ef0-b94159290efa'}] {{(pid=101667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:39:52.780195 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15467c740e99bfee501675d45c0ab6b31e8088b61e385ce1236909406ef3d9b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c557722f-830f-437c-8716-46636fdc178b" -d '{"events": [{"server_uuid": "9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae", "name": "network-vif-unplugged", "status": "completed", "tag": "2efa01dc-81c3-46bb-9ef0-b94159290efa"}]}' {{(pid=101667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:39:52.815560 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 2efa01dc-81c3-46bb-9ef0-b94159290efa, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=2efa01dc-81c3-46bb-9ef0-b94159290efa,segment=NetworkSegment(04b90801-dbaa-4b6b-a289-4b9ced180864),segment_id=04b90801-dbaa-4b6b-a289-4b9ced180864)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:52.826836 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:52.833453 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:52.837994 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cec235d7-8e3d-4253-9da1-8f04e5cb9b57 req-9ea4bfc6-dada-4338-91b8-93a0f123bc86 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2efa01dc-81c3-46bb-9ef0-b94159290efa HTTP/1.1" status: 200 len: 1001 time: 0.1117685 Oct 27 16:39:52.862051 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ca9037-4ff0-44d3-b04b-de05b0981040 x-openstack-request-id: req-63ca9037-4ff0-44d3-b04b-de05b0981040 {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:39:52.862357 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae", "name": "network-vif-unplugged", "status": "completed", "tag": "2efa01dc-81c3-46bb-9ef0-b94159290efa", "code": 200}]} {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:39:52.862607 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-63ca9037-4ff0-44d3-b04b-de05b0981040 {{(pid=101667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:39:52.862989 dv-cinder-815659-1-iscsi neutron-server[101667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2efa01dc-81c3-46bb-9ef0-b94159290efa', 'code': 200} Oct 27 16:39:52.874711 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 552bd7a1-d37f-4602-a4fc-b063a2836ef7 {{(pid=101667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:39:52.904336 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 552bd7a1-d37f-4602-a4fc-b063a2836ef7, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=552bd7a1-d37f-4602-a4fc-b063a2836ef7,segment=NetworkSegment(8132c6f7-1654-4957-bad5-c7c76633225a),segment_id=8132c6f7-1654-4957-bad5-c7c76633225a)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:52.905242 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=2efa01dc-81c3-46bb-9ef0-b94159290efa,revision_number=8']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:52.908177 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-162c72f3-78d0-4a9f-996b-32d795838590 req-5be20419-dded-468c-aec6-b271651c5804 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] For port a90a4eda-f446-46d2-974b-bc14587851d9, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=a90a4eda-f446-46d2-974b-bc14587851d9,segment=NetworkSegment(0686f11a-d5c1-4844-a3a9-7ba2229df7a3),segment_id=0686f11a-d5c1-4844-a3a9-7ba2229df7a3)] {{(pid=101666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:52.908560 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-162c72f3-78d0-4a9f-996b-32d795838590 req-5be20419-dded-468c-aec6-b271651c5804 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:52.914390 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:52.914390 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:52.914692 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:52.915063 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:52.915436 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:52.915763 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:52.916117 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:52.916444 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:52.916763 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:52.917132 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:52.917513 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:52.917829 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:52.918143 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:52.941826 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [req-162c72f3-78d0-4a9f-996b-32d795838590 req-5be20419-dded-468c-aec6-b271651c5804 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Calling delete_port for a90a4eda-f446-46d2-974b-bc14587851d9 owned by compute:nova {{(pid=101666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:39:52.959659 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec235d7-8e3d-4253-9da1-8f04e5cb9b57 req-aadf44b6-4b17-410a-a7e0-72b011d4ce49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:52.961153 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cec235d7-8e3d-4253-9da1-8f04e5cb9b57 req-aadf44b6-4b17-410a-a7e0-72b011d4ce49 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bfd7b3b6-c867-4ea0-ba61-155e778fa591 HTTP/1.1" status: 200 len: 856 time: 0.1012166 Oct 27 16:39:52.965616 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=552bd7a1-d37f-4602-a4fc-b063a2836ef7,revision_number=4']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:52.976133 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa14ef-6609-492f-ac2e-1a8e8098ba0f req-c86ae190-a826-445f-998b-6506132aba76 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:52.977569 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ceaa14ef-6609-492f-ac2e-1a8e8098ba0f req-c86ae190-a826-445f-998b-6506132aba76 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 945 time: 0.0861676 Oct 27 16:39:53.093383 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ceaa14ef-6609-492f-ac2e-1a8e8098ba0f req-b0053e46-acdd-4615-b6d8-c7ef5773b46a tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803847 Oct 27 16:39:53.096940 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec235d7-8e3d-4253-9da1-8f04e5cb9b57 req-90e14784-e467-42e4-8c1f-69d0e411c385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:53.098375 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cec235d7-8e3d-4253-9da1-8f04e5cb9b57 req-90e14784-e467-42e4-8c1f-69d0e411c385 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=04e556bb-e81e-445a-9a9a-3eeb79203905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0944760 Oct 27 16:39:53.200437 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-162c72f3-78d0-4a9f-996b-32d795838590 req-5be20419-dded-468c-aec6-b271651c5804 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631'] for port, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:53.227173 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['a90a4eda-f446-46d2-974b-bc14587851d9'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:39:53.241492 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be20419-dded-468c-aec6-b271651c5804 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Pushing event deleted for resources: {'Port': ['ID=a90a4eda-f446-46d2-974b-bc14587851d9,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:53.278967 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cec235d7-8e3d-4253-9da1-8f04e5cb9b57 req-f0e91ed0-fb8d-4c58-a96a-ab504a368a7e service neutron] 10.222.0.66 "GET /v2.0/networks/04e556bb-e81e-445a-9a9a-3eeb79203905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514094 Oct 27 16:39:53.291285 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [req-162c72f3-78d0-4a9f-996b-32d795838590 req-5be20419-dded-468c-aec6-b271651c5804 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] No DVR routers for this DVR port a90a4eda-f446-46d2-974b-bc14587851d9 on host hv-cinder-81565 {{(pid=101666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:39:53.293769 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-162c72f3-78d0-4a9f-996b-32d795838590 req-5be20419-dded-468c-aec6-b271651c5804 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:53.297043 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-162c72f3-78d0-4a9f-996b-32d795838590 req-5be20419-dded-468c-aec6-b271651c5804 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.66 "DELETE /v2.0/ports/a90a4eda-f446-46d2-974b-bc14587851d9 HTTP/1.1" status: 204 len: 173 time: 0.7984593 Oct 27 16:39:53.297472 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f75a58-ef4b-4989-8932-57a21ae886b7', 'name': 'network-vif-deleted', 'tag': 'a90a4eda-f446-46d2-974b-bc14587851d9'}] {{(pid=101666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:39:53.299743 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c97a8bc50bc1e60c5bcd83482612a755f7c8660878f0fc94464a674b36297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e211a8e-e6e3-4a6e-b47b-af0705b81967" -d '{"events": [{"server_uuid": "a1f75a58-ef4b-4989-8932-57a21ae886b7", "name": "network-vif-deleted", "tag": "a90a4eda-f446-46d2-974b-bc14587851d9"}]}' {{(pid=101666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:39:53.356776 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1af0e2-0e8c-43a8-b6cc-35065815841c x-openstack-request-id: req-3f1af0e2-0e8c-43a8-b6cc-35065815841c {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:39:53.357059 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f75a58-ef4b-4989-8932-57a21ae886b7", "name": "network-vif-deleted", "tag": "a90a4eda-f446-46d2-974b-bc14587851d9", "status": "completed", "code": 200}]} {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:39:53.357316 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3f1af0e2-0e8c-43a8-b6cc-35065815841c {{(pid=101666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:39:53.357705 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f75a58-ef4b-4989-8932-57a21ae886b7', 'name': 'network-vif-deleted', 'tag': 'a90a4eda-f446-46d2-974b-bc14587851d9', 'status': 'completed', 'code': 200} Oct 27 16:39:53.412107 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['552bd7a1-d37f-4602-a4fc-b063a2836ef7'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:39:53.466080 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81ed7e-9061-469d-9017-78d3c48cf414 req-7357e4d4-3064-4e48-96fa-60363b2d1408 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:53.467911 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ab81ed7e-9061-469d-9017-78d3c48cf414 req-7357e4d4-3064-4e48-96fa-60363b2d1408 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.1076794 Oct 27 16:39:53.469411 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cec235d7-8e3d-4253-9da1-8f04e5cb9b57 req-375a26f0-bf92-4bb4-aa84-1243d4643adf service neutron] 10.222.0.66 "GET /v2.0/networks/04e556bb-e81e-445a-9a9a-3eeb79203905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643214 Oct 27 16:39:53.482757 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399b23b-6905-4254-89a8-d3870ee17d3d req-1041d943-62b6-4fbd-9a45-87f1df9a1e7a tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:53.484326 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8399b23b-6905-4254-89a8-d3870ee17d3d req-1041d943-62b6-4fbd-9a45-87f1df9a1e7a tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=40012e22-8c4a-4bec-bbad-b2c50e7cc33a HTTP/1.1" status: 200 len: 945 time: 0.0931585 Oct 27 16:39:53.545364 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ab81ed7e-9061-469d-9017-78d3c48cf414 req-62adb966-d54b-448c-8ac6-f357396e6a4a tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600080 Oct 27 16:39:53.552400 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8399b23b-6905-4254-89a8-d3870ee17d3d req-f75349ab-6fb1-4fb2-8ea8-3b36434b68f9 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602100 Oct 27 16:39:53.778767 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c466de5d-2725-4072-b634-52edb857dcd6 req-a40f5132-0bad-4031-be5a-a2cab466f6d1 tempest-AttachVolumeNegativeTest-396299919 tempest-AttachVolumeNegativeTest-396299919-project] 10.222.0.91 "GET /v2.0/ports?device_id=a1f75a58-ef4b-4989-8932-57a21ae886b7 HTTP/1.1" status: 200 len: 210 time: 0.0275939 Oct 27 16:39:53.794490 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35aca2-7e40-47ac-afe5-5140e5810c38 req-17df349d-2859-4ef0-a079-9574f4286ab2 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:53.795923 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4a35aca2-7e40-47ac-afe5-5140e5810c38 req-17df349d-2859-4ef0-a079-9574f4286ab2 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 944 time: 0.0763454 Oct 27 16:39:53.833342 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4a35aca2-7e40-47ac-afe5-5140e5810c38 req-0dff0a00-9d5c-4d86-983c-ea4e60b06853 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315301 Oct 27 16:39:54.208289 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ade66-a84a-4e5b-abc1-77d27666cba2 req-6850a6a7-23e0-4248-99d2-3bf8765b1da2 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:54.210188 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-de1ade66-a84a-4e5b-abc1-77d27666cba2 req-6850a6a7-23e0-4248-99d2-3bf8765b1da2 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 945 time: 0.0491910 Oct 27 16:39:54.249500 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-de1ade66-a84a-4e5b-abc1-77d27666cba2 req-d33bb7bc-5656-4d59-9486-24b97f4265fc tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324130 Oct 27 16:39:54.688402 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b83ec-75b0-42f6-81ad-453baf19cdfa req-f0ca3416-0088-43ad-b620-bbe415065ab9 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:54.689868 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cc7b83ec-75b0-42f6-81ad-453baf19cdfa req-f0ca3416-0088-43ad-b620-bbe415065ab9 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0753071 Oct 27 16:39:54.702389 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d678da-1105-4dd2-9d38-e5f908c1899e req-d8bcd24f-61e7-4cf7-84b9-46d53af4233c tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:54.704013 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d2d678da-1105-4dd2-9d38-e5f908c1899e req-d8bcd24f-61e7-4cf7-84b9-46d53af4233c tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=40012e22-8c4a-4bec-bbad-b2c50e7cc33a HTTP/1.1" status: 200 len: 945 time: 0.0806189 Oct 27 16:39:54.762107 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cc7b83ec-75b0-42f6-81ad-453baf19cdfa req-ad5a7b81-4a3d-42fe-8ee0-4b5ae5bbb908 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570927 Oct 27 16:39:54.768444 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d2d678da-1105-4dd2-9d38-e5f908c1899e req-1a99abc8-bccf-4679-aa37-2b0e264067bd tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571246 Oct 27 16:39:54.831902 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 54884) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:54.878055 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.db_base_plugin_v2 [None req-05f282d8-d374-4ac7-8ec3-04ff1b3f5611 admin admin] Deleting subnet 18c76782-16a7-43ea-ba24-ce3fb0a83071 {{(pid=101665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:39:54.881803 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-05f282d8-d374-4ac7-8ec3-04ff1b3f5611 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:54.920261 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-05f282d8-d374-4ac7-8ec3-04ff1b3f5611 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3716744'] for subnet, precommit_delete_associations {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:54.953540 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac7975-493c-4653-8838-ad715a16ffee req-18278cd3-3dd7-411a-8f7f-5b39b8b7c639 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:54.954996 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b6ac7975-493c-4653-8838-ad715a16ffee req-18278cd3-3dd7-411a-8f7f-5b39b8b7c639 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 944 time: 0.0481064 Oct 27 16:39:54.958196 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-05f282d8-d374-4ac7-8ec3-04ff1b3f5611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642671'] for subnet, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:54.992836 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b6ac7975-493c-4653-8838-ad715a16ffee req-892f669f-988a-4919-87f6-148560b917ab tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314274 Oct 27 16:39:55.010452 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-05f282d8-d374-4ac7-8ec3-04ff1b3f5611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2512108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26390579'] for subnet, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:55.037316 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f282d8-d374-4ac7-8ec3-04ff1b3f5611 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18c76782-16a7-43ea-ba24-ce3fb0a83071,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:55.040756 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-05f282d8-d374-4ac7-8ec3-04ff1b3f5611 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:55.043956 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-05f282d8-d374-4ac7-8ec3-04ff1b3f5611 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/18c76782-16a7-43ea-ba24-ce3fb0a83071 HTTP/1.1" status: 204 len: 168 time: 0.2109075 Oct 27 16:39:55.046642 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 54890) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:55.049035 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f282d8-d374-4ac7-8ec3-04ff1b3f5611 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:55.049387 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f282d8-d374-4ac7-8ec3-04ff1b3f5611 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:55.049725 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f282d8-d374-4ac7-8ec3-04ff1b3f5611 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:55.050057 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f282d8-d374-4ac7-8ec3-04ff1b3f5611 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:55.050388 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f282d8-d374-4ac7-8ec3-04ff1b3f5611 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:55.050718 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f282d8-d374-4ac7-8ec3-04ff1b3f5611 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:55.051043 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f282d8-d374-4ac7-8ec3-04ff1b3f5611 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:55.051372 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f282d8-d374-4ac7-8ec3-04ff1b3f5611 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:55.051694 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f282d8-d374-4ac7-8ec3-04ff1b3f5611 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:55.052043 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f282d8-d374-4ac7-8ec3-04ff1b3f5611 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:55.052362 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f282d8-d374-4ac7-8ec3-04ff1b3f5611 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:55.052679 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f282d8-d374-4ac7-8ec3-04ff1b3f5611 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:55.144977 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-451e4259-7510-4d94-8538-e54df571b6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617108'] for network, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:55.167409 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247a461-f3e7-4fbf-b419-6c2fa700d461 req-873a76a3-14ac-46b3-8044-64cd48286730 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:55.169026 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a247a461-f3e7-4fbf-b419-6c2fa700d461 req-873a76a3-14ac-46b3-8044-64cd48286730 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.66 "GET /v2.0/ports?device_id=40012e22-8c4a-4bec-bbad-b2c50e7cc33a HTTP/1.1" status: 200 len: 945 time: 0.0766063 Oct 27 16:39:55.283227 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-451e4259-7510-4d94-8538-e54df571b6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-645114', 'neutron.services.segments.db._delete_segments_for_network-8779339326814'] for network, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:55.336803 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-451e4259-7510-4d94-8538-e54df571b6cb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:39:55.337092 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-451e4259-7510-4d94-8538-e54df571b6cb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:39:55.337792 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-451e4259-7510-4d94-8538-e54df571b6cb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:39:55.338121 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-451e4259-7510-4d94-8538-e54df571b6cb admin admin] Subscribe: > port after_create 55550000 {{(pid=101666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:39:55.338431 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-451e4259-7510-4d94-8538-e54df571b6cb admin admin] Subscribe: > port after_delete 55550000 {{(pid=101666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:39:55.338778 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-451e4259-7510-4d94-8538-e54df571b6cb admin admin] Subscribe: > port after_update 55550000 {{(pid=101666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:39:55.339041 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-451e4259-7510-4d94-8538-e54df571b6cb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:39:55.339354 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-451e4259-7510-4d94-8538-e54df571b6cb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:39:55.339659 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-451e4259-7510-4d94-8538-e54df571b6cb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:39:55.339991 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-451e4259-7510-4d94-8538-e54df571b6cb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:39:55.457620 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-451e4259-7510-4d94-8538-e54df571b6cb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:39:55.457963 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-451e4259-7510-4d94-8538-e54df571b6cb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:39:55.458281 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-451e4259-7510-4d94-8538-e54df571b6cb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:39:55.458592 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-451e4259-7510-4d94-8538-e54df571b6cb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:39:55.458957 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.services.segments.db [None req-451e4259-7510-4d94-8538-e54df571b6cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98382a90-1d72-4726-8dcd-70a187bd6af7']}} {{(pid=101666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:55.491228 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [req-03ef1177-ac07-40cf-9ac9-80191a876af1 req-e6ed7590-1505-4c55-860b-e58fef06f3e1 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101666) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:39:55.492201 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-03ef1177-ac07-40cf-9ac9-80191a876af1 req-e6ed7590-1505-4c55-860b-e58fef06f3e1 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0080774 Oct 27 16:39:55.509001 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.services.segments.db [None req-451e4259-7510-4d94-8538-e54df571b6cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0686f11a-d5c1-4844-a3a9-7ba2229df7a3') {'for_net_delete': True} {{(pid=101666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:55.509289 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.services.segments.db [None req-451e4259-7510-4d94-8538-e54df571b6cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0686f11a-d5c1-4844-a3a9-7ba2229df7a3') {} {{(pid=101666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:55.533727 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-451e4259-7510-4d94-8538-e54df571b6cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779339327335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25239975'] for segment, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:55.566238 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-451e4259-7510-4d94-8538-e54df571b6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790'] for segment, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:55.574808 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [req-a247a461-f3e7-4fbf-b419-6c2fa700d461 req-7d0183f9-51bf-4ac0-9f73-db5e6db1c9fc tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Deleting port 12c6e701-9434-4e3f-80fb-6ec9c05d3a88 {{(pid=101666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:39:55.575147 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-a247a461-f3e7-4fbf-b419-6c2fa700d461 req-7d0183f9-51bf-4ac0-9f73-db5e6db1c9fc tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:55.596898 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-451e4259-7510-4d94-8538-e54df571b6cb admin admin] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=101666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:39:55.597291 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-451e4259-7510-4d94-8538-e54df571b6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25690639'] for segment, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:55.606249 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96498fca-9c9d-4a96-b4ed-7bd056740870 req-92c6bbff-ea89-4fbf-ad9d-911edd423f53 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:55.607829 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-96498fca-9c9d-4a96-b4ed-7bd056740870 req-92c6bbff-ea89-4fbf-ad9d-911edd423f53 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 945 time: 0.1439362 Oct 27 16:39:55.610783 dv-cinder-815659-1-iscsi neutron-server[101666]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 16:39:55.610783 dv-cinder-815659-1-iscsi neutron-server[101666]: from cryptography.utils import int_from_bytes Oct 27 16:39:55.610783 dv-cinder-815659-1-iscsi neutron-server[101666]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 16:39:55.610783 dv-cinder-815659-1-iscsi neutron-server[101666]: from cryptography.utils import int_from_bytes Oct 27 16:39:55.610783 dv-cinder-815659-1-iscsi neutron-server[101666]: Traceback (most recent call last): Oct 27 16:39:55.610783 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:39:55.610783 dv-cinder-815659-1-iscsi neutron-server[101666]: timer() Oct 27 16:39:55.610783 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:39:55.610783 dv-cinder-815659-1-iscsi neutron-server[101666]: cb(*args, **kw) Oct 27 16:39:55.610783 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:39:55.610783 dv-cinder-815659-1-iscsi neutron-server[101666]: return func(*args, **kwargs) Oct 27 16:39:55.610783 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:39:55.610783 dv-cinder-815659-1-iscsi neutron-server[101666]: self._notify() Oct 27 16:39:55.610783 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:39:55.610783 dv-cinder-815659-1-iscsi neutron-server[101666]: self.callback(batched_events) Oct 27 16:39:55.610783 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:39:55.610783 dv-cinder-815659-1-iscsi neutron-server[101666]: event.method(event) Oct 27 16:39:55.610783 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:39:55.610783 dv-cinder-815659-1-iscsi neutron-server[101666]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:39:55.610783 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:39:55.610783 dv-cinder-815659-1-iscsi neutron-server[101666]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:39:55.610783 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:39:55.610783 dv-cinder-815659-1-iscsi neutron-server[101666]: return f(self, *a, **k) Oct 27 16:39:55.610783 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:39:55.610783 dv-cinder-815659-1-iscsi neutron-server[101666]: return self._get(url).json() Oct 27 16:39:55.610783 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:39:55.610783 dv-cinder-815659-1-iscsi neutron-server[101666]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:39:55.610783 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:39:55.610783 dv-cinder-815659-1-iscsi neutron-server[101666]: return self.request(url, 'GET', **kwargs) Oct 27 16:39:55.610783 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:39:55.610783 dv-cinder-815659-1-iscsi neutron-server[101666]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:39:55.610783 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:39:55.610783 dv-cinder-815659-1-iscsi neutron-server[101666]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:39:55.610783 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:39:55.610783 dv-cinder-815659-1-iscsi neutron-server[101666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:39:55.610783 dv-cinder-815659-1-iscsi neutron-server[101666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:39:55.953555 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 54932) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:55.981944 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-451e4259-7510-4d94-8538-e54df571b6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-645105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3734107'] for network, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:55.988416 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-451e4259-7510-4d94-8538-e54df571b6cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for network, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:55.992334 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-451e4259-7510-4d94-8538-e54df571b6cb admin admin] 10.222.0.91 "DELETE /v2.0/networks/98382a90-1d72-4726-8dcd-70a187bd6af7 HTTP/1.1" status: 204 len: 168 time: 0.9447064 Oct 27 16:39:56.038531 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e4259-7510-4d94-8538-e54df571b6cb admin admin] Pushing event deleted for resources: {'Network': ['ID=98382a90-1d72-4726-8dcd-70a187bd6af7,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:56.049765 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-96498fca-9c9d-4a96-b4ed-7bd056740870 req-703c6cef-dea3-4dcb-9633-a83d0c8aa4e1 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482179 Oct 27 16:39:56.051705 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-a247a461-f3e7-4fbf-b419-6c2fa700d461 req-7d0183f9-51bf-4ac0-9f73-db5e6db1c9fc tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] For port 12c6e701-9434-4e3f-80fb-6ec9c05d3a88, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=12c6e701-9434-4e3f-80fb-6ec9c05d3a88,segment=NetworkSegment(27a2f639-6a28-44d1-8c0f-33d46b79e83a),segment_id=27a2f639-6a28-44d1-8c0f-33d46b79e83a)] {{(pid=101666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:56.052095 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-a247a461-f3e7-4fbf-b419-6c2fa700d461 req-7d0183f9-51bf-4ac0-9f73-db5e6db1c9fc tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:56.074225 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc2a6c-6579-4d59-af01-f348ecd92172 req-0b135065-f1a7-4c54-a290-a710804cfe17 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:56.075737 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-21dc2a6c-6579-4d59-af01-f348ecd92172 req-0b135065-f1a7-4c54-a290-a710804cfe17 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 944 time: 0.4555690 Oct 27 16:39:56.076820 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [req-a247a461-f3e7-4fbf-b419-6c2fa700d461 req-7d0183f9-51bf-4ac0-9f73-db5e6db1c9fc tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Calling delete_port for 12c6e701-9434-4e3f-80fb-6ec9c05d3a88 owned by compute:nova {{(pid=101666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:39:56.086053 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-f0a932ce-d9a1-4710-879b-31a0fd11bf48 req-c58494d1-7ced-40e4-be73-a3886e58eaf4 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1312582 Oct 27 16:39:56.091370 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [req-f0a932ce-d9a1-4710-879b-31a0fd11bf48 req-c86fe2fb-0f97-47c6-9639-1817217685db service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:39:56.102259 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-f0a932ce-d9a1-4710-879b-31a0fd11bf48 req-c86fe2fb-0f97-47c6-9639-1817217685db service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0091453 Oct 27 16:39:56.208380 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-21dc2a6c-6579-4d59-af01-f348ecd92172 req-e15ffd52-5dc8-48e4-be37-d6b4a57312be tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872481 Oct 27 16:39:56.209375 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 54940) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:56.236152 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b755168-e14c-4b3b-9553-d32449e82de0 req-257683ca-d2d1-4abf-97b1-65c57761a59f tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:56.237578 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5b755168-e14c-4b3b-9553-d32449e82de0 req-257683ca-d2d1-4abf-97b1-65c57761a59f tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0800388 Oct 27 16:39:56.282335 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-4dff8ed9-58fd-428f-b689-0d9e1d9879fb admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c18af2229f264790a5b0de57cf8f74a2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0714996 Oct 27 16:39:56.284112 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 54946) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:56.350435 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-a247a461-f3e7-4fbf-b419-6c2fa700d461 req-7d0183f9-51bf-4ac0-9f73-db5e6db1c9fc tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25690832'] for port, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:56.360278 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5b755168-e14c-4b3b-9553-d32449e82de0 req-d149a5ed-b74b-4174-9b76-6490b56af9c1 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048720 Oct 27 16:39:56.365638 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['12c6e701-9434-4e3f-80fb-6ec9c05d3a88'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:39:56.419249 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0183f9-51bf-4ac0-9f73-db5e6db1c9fc tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Pushing event deleted for resources: {'Port': ['ID=12c6e701-9434-4e3f-80fb-6ec9c05d3a88,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:56.484910 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bccdc5b-d680-4ebd-9405-84753b8ec61e req-46e222ab-0922-4efe-ad0a-4f3817718733 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:56.486427 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8bccdc5b-d680-4ebd-9405-84753b8ec61e req-46e222ab-0922-4efe-ad0a-4f3817718733 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/ports?device_id=40012e22-8c4a-4bec-bbad-b2c50e7cc33a HTTP/1.1" status: 200 len: 867 time: 0.1839528 Oct 27 16:39:56.489464 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [req-a247a461-f3e7-4fbf-b419-6c2fa700d461 req-7d0183f9-51bf-4ac0-9f73-db5e6db1c9fc tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] No DVR routers for this DVR port 12c6e701-9434-4e3f-80fb-6ec9c05d3a88 on host hv-cinder-81565 {{(pid=101666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:39:56.492507 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-a247a461-f3e7-4fbf-b419-6c2fa700d461 req-7d0183f9-51bf-4ac0-9f73-db5e6db1c9fc tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:56.495923 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a247a461-f3e7-4fbf-b419-6c2fa700d461 req-7d0183f9-51bf-4ac0-9f73-db5e6db1c9fc tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.66 "DELETE /v2.0/ports/12c6e701-9434-4e3f-80fb-6ec9c05d3a88 HTTP/1.1" status: 204 len: 173 time: 1.3031137 Oct 27 16:39:56.496614 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40012e22-8c4a-4bec-bbad-b2c50e7cc33a', 'name': 'network-vif-deleted', 'tag': '12c6e701-9434-4e3f-80fb-6ec9c05d3a88'}] {{(pid=101666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:39:56.499685 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c97a8bc50bc1e60c5bcd83482612a755f7c8660878f0fc94464a674b36297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfad7a1-95c2-4ede-a5a7-75ab73b103ce" -d '{"events": [{"server_uuid": "40012e22-8c4a-4bec-bbad-b2c50e7cc33a", "name": "network-vif-deleted", "tag": "12c6e701-9434-4e3f-80fb-6ec9c05d3a88"}]}' {{(pid=101666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:39:56.502711 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b9a57517-3322-49c1-9b8b-2b4db6d5c00b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:56.542483 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b9a57517-3322-49c1-9b8b-2b4db6d5c00b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:56.547928 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39772c0b-74d4-4b76-afe3-12c4f6e9f6af x-openstack-request-id: req-39772c0b-74d4-4b76-afe3-12c4f6e9f6af {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:39:56.548184 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40012e22-8c4a-4bec-bbad-b2c50e7cc33a", "name": "network-vif-deleted", "tag": "12c6e701-9434-4e3f-80fb-6ec9c05d3a88", "status": "completed", "code": 200}]} {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:39:56.548448 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-39772c0b-74d4-4b76-afe3-12c4f6e9f6af {{(pid=101666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:39:56.548935 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40012e22-8c4a-4bec-bbad-b2c50e7cc33a', 'name': 'network-vif-deleted', 'tag': '12c6e701-9434-4e3f-80fb-6ec9c05d3a88', 'status': 'completed', 'code': 200} Oct 27 16:39:56.574511 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8bccdc5b-d680-4ebd-9405-84753b8ec61e req-d84cccd0-2473-464d-a770-c53281634316 tempest-VolumesActionsTest-1531371672 tempest-VolumesActionsTest-1531371672-project] 10.222.0.91 "GET /v2.0/security-groups?id=a463d633-9a15-4e95-b31d-9fc3ef012b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683813 Oct 27 16:39:56.603696 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 552bd7a1-d37f-4602-a4fc-b063a2836ef7 up at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:39:56.611281 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b9a57517-3322-49c1-9b8b-2b4db6d5c00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:56.614731 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b9a57517-3322-49c1-9b8b-2b4db6d5c00b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:56.620113 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-b9a57517-3322-49c1-9b8b-2b4db6d5c00b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9c10d120-9bcc-4763-99b7-9fb184a4af2c HTTP/1.1" status: 204 len: 168 time: 0.3348780 Oct 27 16:39:56.631966 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a57517-3322-49c1-9b8b-2b4db6d5c00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c10d120-9bcc-4763-99b7-9fb184a4af2c,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:56.677257 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning for port 552bd7a1-d37f-4602-a4fc-b063a2836ef7 completed by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:39:56.687415 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning complete for port 552bd7a1-d37f-4602-a4fc-b063a2836ef7 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:56.688893 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:56.781446 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:56.811012 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f411fa8e-061c-4a3e-ba9e-316059c805eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552bd7a1-d37f-4602-a4fc-b063a2836ef7'}] {{(pid=101667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:39:56.813510 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15467c740e99bfee501675d45c0ab6b31e8088b61e385ce1236909406ef3d9b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719c4f61-8c16-4c46-ad27-2ec964af5a6d" -d '{"events": [{"server_uuid": "f411fa8e-061c-4a3e-ba9e-316059c805eb", "name": "network-vif-plugged", "status": "completed", "tag": "552bd7a1-d37f-4602-a4fc-b063a2836ef7"}]}' {{(pid=101667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:39:56.829291 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 552bd7a1-d37f-4602-a4fc-b063a2836ef7, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=552bd7a1-d37f-4602-a4fc-b063a2836ef7,segment=NetworkSegment(8132c6f7-1654-4957-bad5-c7c76633225a),segment_id=8132c6f7-1654-4957-bad5-c7c76633225a)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:56.834076 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:56.834920 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device a90a4eda-f446-46d2-974b-bc14587851d9 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:39:56.856579 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9072c4fd-e9b3-4020-94a9-1ce1b4bfdd09 x-openstack-request-id: req-9072c4fd-e9b3-4020-94a9-1ce1b4bfdd09 {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:39:56.856891 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f411fa8e-061c-4a3e-ba9e-316059c805eb", "name": "network-vif-plugged", "status": "completed", "tag": "552bd7a1-d37f-4602-a4fc-b063a2836ef7", "code": 200}]} {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:39:56.857148 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9072c4fd-e9b3-4020-94a9-1ce1b4bfdd09 {{(pid=101667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:39:56.857528 dv-cinder-815659-1-iscsi neutron-server[101667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f411fa8e-061c-4a3e-ba9e-316059c805eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552bd7a1-d37f-4602-a4fc-b063a2836ef7', 'code': 200} Oct 27 16:39:56.876004 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] No Port match for: a90a4eda-f446-46d2-974b-bc14587851d9 {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:39:56.876297 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device a90a4eda-f446-46d2-974b-bc14587851d9 not bound to the agent host hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:39:56.910989 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=552bd7a1-d37f-4602-a4fc-b063a2836ef7,revision_number=5']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:57.065296 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67789bce-cb90-4332-b253-f5da84c57507 req-17cb58d0-cf19-4dfa-a02e-ecf1f88126df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:57.066816 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-67789bce-cb90-4332-b253-f5da84c57507 req-17cb58d0-cf19-4dfa-a02e-ecf1f88126df service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 1099 time: 0.0405781 Oct 27 16:39:57.111567 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-67789bce-cb90-4332-b253-f5da84c57507 req-015ba4d8-5557-4b06-b5af-f58e3b87bf66 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324781 Oct 27 16:39:57.177562 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199765c9-2e93-4fee-a094-34e4a93397c2 req-d7b29de9-8798-4444-a347-c7ccf91a7429 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:57.179060 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-199765c9-2e93-4fee-a094-34e4a93397c2 req-d7b29de9-8798-4444-a347-c7ccf91a7429 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 946 time: 0.0492706 Oct 27 16:39:57.218415 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-199765c9-2e93-4fee-a094-34e4a93397c2 req-461ab622-0a53-400e-8668-49c60c55f64d tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328116 Oct 27 16:39:57.333947 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ff6d5-82a3-4331-9035-f5306cc02050 req-ac89ba6f-933c-440f-b7b0-9f507c9adc2e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:57.335507 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-406ff6d5-82a3-4331-9035-f5306cc02050 req-ac89ba6f-933c-440f-b7b0-9f507c9adc2e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 944 time: 0.0491734 Oct 27 16:39:57.378435 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-406ff6d5-82a3-4331-9035-f5306cc02050 req-72b8519f-819c-4c34-8809-f8c33f5e552b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363326 Oct 27 16:39:57.506368 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769429be-b296-4bc2-9626-a559d2482daf req-7bf7a710-9c9e-46fd-8a50-d3bdcef5b5cd tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:57.509291 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-769429be-b296-4bc2-9626-a559d2482daf req-7bf7a710-9c9e-46fd-8a50-d3bdcef5b5cd tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0623033 Oct 27 16:39:57.568937 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-769429be-b296-4bc2-9626-a559d2482daf req-19b03b4e-5754-45e3-9ca4-e61dae8047e4 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545790 Oct 27 16:39:58.280184 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a932ce-d9a1-4710-879b-31a0fd11bf48 req-029cd917-e776-4bae-9552-ea0ccd01e562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:58.281777 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f0a932ce-d9a1-4710-879b-31a0fd11bf48 req-029cd917-e776-4bae-9552-ea0ccd01e562 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae&tenant_id=5a56e030f182417680e61e5c27a2cb30 HTTP/1.1" status: 200 len: 1097 time: 0.0718677 Oct 27 16:39:58.342719 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1d6e1-7dec-4df1-903f-a3f311b713a3 req-65a9f674-c460-40f7-a56a-d99010a80f33 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:58.344401 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-21d1d6e1-7dec-4df1-903f-a3f311b713a3 req-65a9f674-c460-40f7-a56a-d99010a80f33 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 946 time: 0.0488446 Oct 27 16:39:58.413657 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-21d1d6e1-7dec-4df1-903f-a3f311b713a3 req-c0e554aa-15d4-47f7-b1ad-79e5fed3d8b0 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601733 Oct 27 16:39:58.415024 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a932ce-d9a1-4710-879b-31a0fd11bf48 req-5d85cb9e-6487-4706-881b-5a534370bd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:58.416509 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f0a932ce-d9a1-4710-879b-31a0fd11bf48 req-5d85cb9e-6487-4706-881b-5a534370bd57 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a56e030f182417680e61e5c27a2cb30&device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 1097 time: 0.0712011 Oct 27 16:39:58.552790 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543ea96-2edf-4e3e-9533-9bab0d02b4c7 req-83f26bc4-5b8f-453e-8fed-727f3f2d0ab9 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:58.554270 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0543ea96-2edf-4e3e-9533-9bab0d02b4c7 req-83f26bc4-5b8f-453e-8fed-727f3f2d0ab9 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 944 time: 0.0795319 Oct 27 16:39:58.557042 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a932ce-d9a1-4710-879b-31a0fd11bf48 req-905e0925-9e9f-437e-8755-25752fd3eab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:58.558365 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f0a932ce-d9a1-4710-879b-31a0fd11bf48 req-905e0925-9e9f-437e-8755-25752fd3eab8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=04e556bb-e81e-445a-9a9a-3eeb79203905 HTTP/1.1" status: 200 len: 919 time: 0.1246867 Oct 27 16:39:58.626479 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 12c6e701-9434-4e3f-80fb-6ec9c05d3a88 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:39:58.629967 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0543ea96-2edf-4e3e-9533-9bab0d02b4c7 req-6a87d8a0-8d31-4a19-b53c-a37871d2b4b2 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691009 Oct 27 16:39:58.646384 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f0a932ce-d9a1-4710-879b-31a0fd11bf48 req-a9b488a2-0d0b-4165-abe3-8a8fc6d7507e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2efa01dc-81c3-46bb-9ef0-b94159290efa HTTP/1.1" status: 200 len: 999 time: 0.0724506 Oct 27 16:39:58.652367 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] No Port match for: 12c6e701-9434-4e3f-80fb-6ec9c05d3a88 {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:39:58.653102 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 12c6e701-9434-4e3f-80fb-6ec9c05d3a88 not bound to the agent host hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:39:58.653725 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 2efa01dc-81c3-46bb-9ef0-b94159290efa no longer exists at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:39:58.724202 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a932ce-d9a1-4710-879b-31a0fd11bf48 req-9dc840fd-296f-4484-b19a-2bc7eccb91be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:58.725670 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f0a932ce-d9a1-4710-879b-31a0fd11bf48 req-9dc840fd-296f-4484-b19a-2bc7eccb91be service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bfd7b3b6-c867-4ea0-ba61-155e778fa591 HTTP/1.1" status: 200 len: 856 time: 0.0687273 Oct 27 16:39:58.733198 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729df49-add8-4769-976d-416787221c6c req-ca1cd6a3-dfe9-4e7a-b2a2-f53f3f5383ac tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:58.734635 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6729df49-add8-4769-976d-416787221c6c req-ca1cd6a3-dfe9-4e7a-b2a2-f53f3f5383ac tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0874047 Oct 27 16:39:58.803993 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6729df49-add8-4769-976d-416787221c6c req-d37e2501-f880-44b0-8a59-037af8f7926d tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631022 Oct 27 16:39:58.810463 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a932ce-d9a1-4710-879b-31a0fd11bf48 req-edc4be9f-bb0f-43af-858e-0a1b890691d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:58.812018 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f0a932ce-d9a1-4710-879b-31a0fd11bf48 req-edc4be9f-bb0f-43af-858e-0a1b890691d2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=04e556bb-e81e-445a-9a9a-3eeb79203905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694544 Oct 27 16:39:59.520482 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.agents_db [None req-8f3c53fd-3166-491a-b603-91a64fcc8de1 None None] Agent healthcheck: found 6 active agents {{(pid=101668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:39:59.539556 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f86f0d-0293-459d-8460-327b077812fd req-10d75aa3-8df7-49c0-9496-659152d7a014 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:59.541104 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f5f86f0d-0293-459d-8460-327b077812fd req-10d75aa3-8df7-49c0-9496-659152d7a014 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 946 time: 0.0545862 Oct 27 16:39:59.580538 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f5f86f0d-0293-459d-8460-327b077812fd req-31227e30-09c7-4f5c-b4cc-8833faf04234 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333557 Oct 27 16:39:59.762925 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385da4d0-ac25-4d51-bc83-d7d13bc49fb3 req-3d0cff2c-cd73-4488-a04a-dd1fd46119d0 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:59.764339 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-385da4d0-ac25-4d51-bc83-d7d13bc49fb3 req-3d0cff2c-cd73-4488-a04a-dd1fd46119d0 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 944 time: 0.0534043 Oct 27 16:39:59.806369 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-385da4d0-ac25-4d51-bc83-d7d13bc49fb3 req-36932883-8b6a-452a-852e-5e3c3513d3c2 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346425 Oct 27 16:39:59.932331 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a38df-8670-4aeb-8eac-a1922eb9c9d6 req-c9d9a70b-3d89-4c04-b1a0-87d155816f3d tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:59.933799 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5c3a38df-8670-4aeb-8eac-a1922eb9c9d6 req-c9d9a70b-3d89-4c04-b1a0-87d155816f3d tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0522068 Oct 27 16:39:59.971149 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5c3a38df-8670-4aeb-8eac-a1922eb9c9d6 req-33062059-c38d-48b5-9750-284e1d02b7e4 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312223 Oct 27 16:40:00.698135 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7ab5d-11bd-4f53-ab14-26d4c038f371 req-bd133dbe-bef8-4a21-becf-22dd6382892a tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:00.699626 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9ef7ab5d-11bd-4f53-ab14-26d4c038f371 req-bd133dbe-bef8-4a21-becf-22dd6382892a tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 946 time: 0.0497935 Oct 27 16:40:00.739315 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9ef7ab5d-11bd-4f53-ab14-26d4c038f371 req-10ed3bdf-3bae-4dce-9362-8c2422499e96 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321050 Oct 27 16:40:00.969663 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f94d1-dd10-46e5-af31-d3c5f48185aa req-9010dbe0-b8c4-4b4f-af52-87b9d47543e2 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:00.971304 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-348f94d1-dd10-46e5-af31-d3c5f48185aa req-9010dbe0-b8c4-4b4f-af52-87b9d47543e2 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 944 time: 0.0725837 Oct 27 16:40:01.017896 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-348f94d1-dd10-46e5-af31-d3c5f48185aa req-8befc4dd-728e-4643-9d34-c0463cc94d0b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395865 Oct 27 16:40:01.088720 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70781474-3632-41f3-991b-a64e3edd0ccb req-c036b2e8-811e-4c51-a85d-58e2048ec105 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:01.090772 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-70781474-3632-41f3-991b-a64e3edd0ccb req-c036b2e8-811e-4c51-a85d-58e2048ec105 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0527236 Oct 27 16:40:01.130681 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-70781474-3632-41f3-991b-a64e3edd0ccb req-1b6355bc-b846-4d3a-998b-2efdf639be16 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332146 Oct 27 16:40:01.869842 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fe966-152a-40d1-8c08-d22fbb8d4daf req-750b74a6-0466-4361-a761-fad2763fda81 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:01.871640 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2e9fe966-152a-40d1-8c08-d22fbb8d4daf req-750b74a6-0466-4361-a761-fad2763fda81 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 946 time: 0.0510323 Oct 27 16:40:01.909611 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2e9fe966-152a-40d1-8c08-d22fbb8d4daf req-81e84bda-3238-4f05-b403-81f99c6a914a tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320215 Oct 27 16:40:02.022800 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f0a932ce-d9a1-4710-879b-31a0fd11bf48 req-d9ee1c2b-7d2d-4961-9994-d3329d450c96 service neutron] 10.222.0.66 "GET /v2.0/networks/04e556bb-e81e-445a-9a9a-3eeb79203905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886307 Oct 27 16:40:02.167896 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74568de9-2ceb-41d5-ab75-ea974d2933ff req-11eea829-a633-4d5a-b07c-002d00731dc9 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:02.169386 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-74568de9-2ceb-41d5-ab75-ea974d2933ff req-11eea829-a633-4d5a-b07c-002d00731dc9 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 944 time: 0.0778475 Oct 27 16:40:02.171626 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f0a932ce-d9a1-4710-879b-31a0fd11bf48 req-6745708a-fa43-4b22-af6f-109d019dd099 service neutron] 10.222.0.66 "GET /v2.0/networks/04e556bb-e81e-445a-9a9a-3eeb79203905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248970 Oct 27 16:40:02.219258 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-74568de9-2ceb-41d5-ab75-ea974d2933ff req-ea154e1d-5f38-45ce-be31-0504d0a51506 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434239 Oct 27 16:40:02.256167 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295889b3-e727-4314-b572-241b579f78c7 req-b10bf125-be8f-482c-870f-87eeed6353de tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:02.257660 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-295889b3-e727-4314-b572-241b579f78c7 req-b10bf125-be8f-482c-870f-87eeed6353de tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0539157 Oct 27 16:40:02.294971 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-295889b3-e727-4314-b572-241b579f78c7 req-b3440b1f-387b-4a03-88bb-08742e5b80bb tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310326 Oct 27 16:40:03.030947 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83845d78-6b84-4036-8602-7502315970dd req-7141485e-f698-4018-8d32-c7dd4e724810 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:03.032502 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-83845d78-6b84-4036-8602-7502315970dd req-7141485e-f698-4018-8d32-c7dd4e724810 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 946 time: 0.0506878 Oct 27 16:40:03.076825 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-83845d78-6b84-4036-8602-7502315970dd req-e69d324f-0c63-43d0-b9be-2ebdf4c3cfce tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361128 Oct 27 16:40:03.200188 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030278e-14aa-4d9c-b0f5-9b736150b28b req-d1ed2f6c-b447-48c0-b97c-d8414a1adaa9 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:03.201580 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c030278e-14aa-4d9c-b0f5-9b736150b28b req-d1ed2f6c-b447-48c0-b97c-d8414a1adaa9 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 946 time: 0.0564985 Oct 27 16:40:03.241383 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c030278e-14aa-4d9c-b0f5-9b736150b28b req-f14ddc87-ac1d-4555-b2de-07cec18f0971 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324030 Oct 27 16:40:03.343963 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed5788f-1f15-4229-91be-308311de74eb req-b0fa3cc6-9de7-4ac8-bd1c-b56aaffd2163 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:03.345467 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2ed5788f-1f15-4229-91be-308311de74eb req-b0fa3cc6-9de7-4ac8-bd1c-b56aaffd2163 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 944 time: 0.0528421 Oct 27 16:40:03.386220 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2ed5788f-1f15-4229-91be-308311de74eb req-4749bb36-8425-4ed6-9056-d7e279ec8529 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341940 Oct 27 16:40:03.493780 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59640fbf-33e0-49d8-897b-39466badc013 req-5d333c4d-91fb-4c02-a1dc-c64864567729 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:03.495354 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-59640fbf-33e0-49d8-897b-39466badc013 req-5d333c4d-91fb-4c02-a1dc-c64864567729 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0506303 Oct 27 16:40:03.538742 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-59640fbf-33e0-49d8-897b-39466badc013 req-bb46ae78-e0c3-4775-966c-6649b1b8379f tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370345 Oct 27 16:40:03.595341 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26f66b-5292-4cc1-bdce-9d496bec95dd req-e0f7ff63-ccf3-4adb-a965-92568c4f16c1 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:03.596962 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fc26f66b-5292-4cc1-bdce-9d496bec95dd req-e0f7ff63-ccf3-4adb-a965-92568c4f16c1 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 946 time: 0.0488973 Oct 27 16:40:03.638807 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fc26f66b-5292-4cc1-bdce-9d496bec95dd req-a1be7f4c-e885-43c1-8a7d-aff7b5d24f5a tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330193 Oct 27 16:40:04.533433 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8ef97-44db-4f9d-a9ae-f7aecad6ecc4 req-e065208e-3600-4024-86ab-8335fa715dc2 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:04.535259 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6cb8ef97-44db-4f9d-a9ae-f7aecad6ecc4 req-e065208e-3600-4024-86ab-8335fa715dc2 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 944 time: 0.0646927 Oct 27 16:40:04.575457 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6cb8ef97-44db-4f9d-a9ae-f7aecad6ecc4 req-cfe01fae-ff84-4bc4-a15d-eba274cff868 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343130 Oct 27 16:40:04.658649 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342e84e-0442-4173-8797-7e434b11b98e req-b84ee8fa-47f0-4ee2-ac33-301711798d06 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:04.660165 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f342e84e-0442-4173-8797-7e434b11b98e req-b84ee8fa-47f0-4ee2-ac33-301711798d06 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0491791 Oct 27 16:40:04.701381 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f342e84e-0442-4173-8797-7e434b11b98e req-aacf4591-7cdf-40ce-88cc-61bcbbf5b114 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350204 Oct 27 16:40:05.698018 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ae8c3-93a5-4092-b3ba-bb0b5831913b req-29aa6211-d78d-44dd-a7d9-27c99ea9b291 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:05.699502 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1d3ae8c3-93a5-4092-b3ba-bb0b5831913b req-29aa6211-d78d-44dd-a7d9-27c99ea9b291 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 944 time: 0.0491133 Oct 27 16:40:05.739022 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1d3ae8c3-93a5-4092-b3ba-bb0b5831913b req-f7609d1d-a459-413e-affd-d47b8f0c7ba5 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334711 Oct 27 16:40:05.823969 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71500391-4501-4105-854b-9e4e4caf41b9 req-830d5196-b684-419f-86d0-e9276e0c9dfb tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:05.825475 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-71500391-4501-4105-854b-9e4e4caf41b9 req-830d5196-b684-419f-86d0-e9276e0c9dfb tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0557978 Oct 27 16:40:05.869316 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-71500391-4501-4105-854b-9e4e4caf41b9 req-7961a039-3da4-40c9-a237-77e2002d6c64 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371790 Oct 27 16:40:06.863011 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e56a41-3e80-4816-903e-42b50f9bcf13 req-b3a1bd2b-bffe-48a5-9369-29135b922c7a tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:06.864431 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f4e56a41-3e80-4816-903e-42b50f9bcf13 req-b3a1bd2b-bffe-48a5-9369-29135b922c7a tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 944 time: 0.0520043 Oct 27 16:40:06.912297 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f4e56a41-3e80-4816-903e-42b50f9bcf13 req-82faaf2b-383c-45ed-98ac-b55dc8874496 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413442 Oct 27 16:40:06.997148 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91a6fa-6883-4761-be65-3450b1cd59b9 req-2d818375-f043-46b2-9d5c-8cfe4f236d45 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:06.998631 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6a91a6fa-6883-4761-be65-3450b1cd59b9 req-2d818375-f043-46b2-9d5c-8cfe4f236d45 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0515676 Oct 27 16:40:07.038579 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6a91a6fa-6883-4761-be65-3450b1cd59b9 req-53b3cb4e-a2ca-4d65-8001-82a0f82090a4 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338607 Oct 27 16:40:08.118091 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ea3a4-73d7-4f78-a171-ed9b62c7e05c req-f649310c-969a-4116-8970-7f8eebb89a83 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:08.119696 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-654ea3a4-73d7-4f78-a171-ed9b62c7e05c req-f649310c-969a-4116-8970-7f8eebb89a83 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 944 time: 0.0536923 Oct 27 16:40:08.171866 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-654ea3a4-73d7-4f78-a171-ed9b62c7e05c req-fc77a371-ee9e-40e8-8419-4a49d68c4b88 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457745 Oct 27 16:40:08.287442 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-285fe506-fe72-4d62-bdbd-9ee4ed4802ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:08.354156 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659c98e-f0c4-476f-a9f1-262dc9e870ea req-f32d1dcb-fb28-474a-8250-0c30dc61b7bb tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:08.355921 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8659c98e-f0c4-476f-a9f1-262dc9e870ea req-f32d1dcb-fb28-474a-8250-0c30dc61b7bb tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0970249 Oct 27 16:40:08.432678 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8659c98e-f0c4-476f-a9f1-262dc9e870ea req-0f43984a-d1f1-4e02-9739-e454cfa0f036 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620360 Oct 27 16:40:09.321002 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f769c96-e3a1-4e60-b4f0-830bc0b4a670 req-9aab3ff7-4724-4a3c-bf2c-68b8e7b3f4ac tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:09.329642 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7f769c96-e3a1-4e60-b4f0-830bc0b4a670 req-9aab3ff7-4724-4a3c-bf2c-68b8e7b3f4ac tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 944 time: 0.0795026 Oct 27 16:40:09.426073 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7f769c96-e3a1-4e60-b4f0-830bc0b4a670 req-03ec11c4-5fd5-40e4-a3eb-95aa5d035ee5 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951397 Oct 27 16:40:09.573978 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0083e7-44ad-4da2-ba74-eeb77b99f7dc req-e4abcbeb-caa8-4a06-b525-a3537cb2f71c tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:09.576204 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5a0083e7-44ad-4da2-ba74-eeb77b99f7dc req-e4abcbeb-caa8-4a06-b525-a3537cb2f71c tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0664701 Oct 27 16:40:09.694021 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5a0083e7-44ad-4da2-ba74-eeb77b99f7dc req-a1f776b4-c7d2-466f-9b3b-25e86ccd1e98 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053457 Oct 27 16:40:09.805188 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 55276) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:09.964186 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ed5100dd-73ac-4112-84ad-d96d2b67b4e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:10.141370 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ed5100dd-73ac-4112-84ad-d96d2b67b4e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:10.155048 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ed5100dd-73ac-4112-84ad-d96d2b67b4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:10.238812 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5100dd-73ac-4112-84ad-d96d2b67b4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a1152c-e57a-462a-b219-35c11afaa24d,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:10.244618 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-ed5100dd-73ac-4112-84ad-d96d2b67b4e8 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8de2997bda3a4f60847052bd38e14fb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4378917 Oct 27 16:40:10.247813 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 55280) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:10.314516 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ae864ee6-2461-4277-829f-fa7d54e758f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:10.341824 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ae864ee6-2461-4277-829f-fa7d54e758f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:10.414135 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ae864ee6-2461-4277-829f-fa7d54e758f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:10.416030 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ae864ee6-2461-4277-829f-fa7d54e758f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:10.421974 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-ae864ee6-2461-4277-829f-fa7d54e758f6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/83a1152c-e57a-462a-b219-35c11afaa24d HTTP/1.1" status: 204 len: 168 time: 0.1728957 Oct 27 16:40:10.431722 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae864ee6-2461-4277-829f-fa7d54e758f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a1152c-e57a-462a-b219-35c11afaa24d,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:10.654757 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643f334-16ba-4eb7-9a37-2deb43a50690 req-165b1409-8ddb-4359-ac59-765b740ac35f tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:10.654757 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2643f334-16ba-4eb7-9a37-2deb43a50690 req-165b1409-8ddb-4359-ac59-765b740ac35f tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 944 time: 0.1233447 Oct 27 16:40:10.778089 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2643f334-16ba-4eb7-9a37-2deb43a50690 req-d0a1b38c-f6dc-42fd-962e-969d4ec097aa tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258094 Oct 27 16:40:11.003087 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cbb6e-f567-47b4-9a97-ab7bbc00d40b req-de024bcb-94c3-4d41-bb5f-94d008dfb4a2 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:11.003550 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-61bbe82d-063c-405b-aa46-c84f72485b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:11.012498 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-786cbb6e-f567-47b4-9a97-ab7bbc00d40b req-de024bcb-94c3-4d41-bb5f-94d008dfb4a2 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.1241503 Oct 27 16:40:11.075040 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-786cbb6e-f567-47b4-9a97-ab7bbc00d40b req-2dbcde31-8443-48f3-aa8f-e2ac58adffd1 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615723 Oct 27 16:40:12.064388 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:12.469032 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:12.767331 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ca28e-3ec1-4f28-b0db-3ddd4c6e486e req-bb74e984-fa61-489c-8b79-0a5abbbd77ae tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:12.770023 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d58ca28e-3ec1-4f28-b0db-3ddd4c6e486e req-bb74e984-fa61-489c-8b79-0a5abbbd77ae tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 944 time: 0.1509278 Oct 27 16:40:12.821219 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d58ca28e-3ec1-4f28-b0db-3ddd4c6e486e req-9a610e60-30e0-463c-acd9-ab8818628d1a tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432162 Oct 27 16:40:12.987452 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4540b8c-2c91-4ed7-8ee1-a76e850d2ced req-5a14c9fe-4738-43fd-a331-592198f71818 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:12.989866 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c4540b8c-2c91-4ed7-8ee1-a76e850d2ced req-5a14c9fe-4738-43fd-a331-592198f71818 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0897603 Oct 27 16:40:13.059101 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c4540b8c-2c91-4ed7-8ee1-a76e850d2ced req-477a7c86-c540-43f7-9c23-5ba30457c84d tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536458 Oct 27 16:40:13.772180 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:13.971569 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3324a4-3175-4c46-af9a-3e0e3f386c2c req-18ebb357-3d48-4c65-9e0a-34bcbb378b0e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:13.973281 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2c3324a4-3175-4c46-af9a-3e0e3f386c2c req-18ebb357-3d48-4c65-9e0a-34bcbb378b0e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 944 time: 0.0622771 Oct 27 16:40:14.039720 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2c3324a4-3175-4c46-af9a-3e0e3f386c2c req-58c87f92-f65d-4d15-acab-9ed2a5f33a17 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601110 Oct 27 16:40:14.198988 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1f61d-62d3-4509-ae4b-665ef7d9290b req-f2ffaa34-a939-495a-8bd6-db0ddd328e31 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:14.211032 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-13c1f61d-62d3-4509-ae4b-665ef7d9290b req-f2ffaa34-a939-495a-8bd6-db0ddd328e31 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0742757 Oct 27 16:40:14.266779 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-13c1f61d-62d3-4509-ae4b-665ef7d9290b req-17d66c8a-f18c-4e98-a89c-9269c1496a0b tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547240 Oct 27 16:40:14.932209 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 55362) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:15.121377 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ebfc7c5c-7b61-4971-b802-31b9b104dacc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:15.261388 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47818159-3dec-435d-9180-0de35ffc6f94 req-c6f16fd3-fe6d-401c-9b5f-26f0bc036986 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:15.263091 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-47818159-3dec-435d-9180-0de35ffc6f94 req-c6f16fd3-fe6d-401c-9b5f-26f0bc036986 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 944 time: 0.0785978 Oct 27 16:40:15.272094 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ebfc7c5c-7b61-4971-b802-31b9b104dacc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:15.306149 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ebfc7c5c-7b61-4971-b802-31b9b104dacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:15.357019 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-47818159-3dec-435d-9180-0de35ffc6f94 req-bfb5195d-b9ba-447d-b190-5f760e5fc671 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799997 Oct 27 16:40:15.377424 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-ebfc7c5c-7b61-4971-b802-31b9b104dacc admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=25a9d7b07d7e4cec9ee205cf29d64d8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4414759 Oct 27 16:40:15.377879 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 55370) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:15.378730 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc7c5c-7b61-4971-b802-31b9b104dacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0fff3c6-aafc-46d3-8247-3a140b4dd5ca,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:15.506958 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ab43b2ec-60be-4082-a503-d0b0af9429c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:15.541696 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea6d05-067c-4b14-b747-2e5d4f6d132a req-f088ac2e-ca79-48d0-84c4-2d95c3e10921 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:15.549194 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5eea6d05-067c-4b14-b747-2e5d4f6d132a req-f088ac2e-ca79-48d0-84c4-2d95c3e10921 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0649951 Oct 27 16:40:15.549473 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ab43b2ec-60be-4082-a503-d0b0af9429c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:15.602578 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5eea6d05-067c-4b14-b747-2e5d4f6d132a req-e11bf540-e309-4b10-9a78-56d49c895393 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485461 Oct 27 16:40:15.618607 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ab43b2ec-60be-4082-a503-d0b0af9429c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:15.621554 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ab43b2ec-60be-4082-a503-d0b0af9429c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:15.626591 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-ab43b2ec-60be-4082-a503-d0b0af9429c0 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a0fff3c6-aafc-46d3-8247-3a140b4dd5ca HTTP/1.1" status: 204 len: 168 time: 0.2476265 Oct 27 16:40:15.638289 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab43b2ec-60be-4082-a503-d0b0af9429c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0fff3c6-aafc-46d3-8247-3a140b4dd5ca,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:16.671966 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06b3f1-6be8-4f20-953f-96d68ea79bfb req-b3fe7e6f-faba-4db3-870f-cc97b585b9ba tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:16.687040 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0a06b3f1-6be8-4f20-953f-96d68ea79bfb req-b3fe7e6f-faba-4db3-870f-cc97b585b9ba tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 944 time: 0.1327500 Oct 27 16:40:16.789926 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0a06b3f1-6be8-4f20-953f-96d68ea79bfb req-53c56e97-9008-4440-b438-6e3fd47f897c tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957499 Oct 27 16:40:16.955506 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf94d9-56dc-415f-b216-4484affddf04 req-90f188d1-60c3-4962-a712-708dbae934d0 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:16.957676 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2ccf94d9-56dc-415f-b216-4484affddf04 req-90f188d1-60c3-4962-a712-708dbae934d0 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0678079 Oct 27 16:40:17.009570 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2ccf94d9-56dc-415f-b216-4484affddf04 req-b10c780e-5a54-4454-8118-96fd81af3ba0 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438414 Oct 27 16:40:17.960117 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eddac53-5b0b-457a-9961-792bcc9f101d req-4d74746c-0dbc-4c87-ad31-914ab70f5b96 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:17.961885 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8eddac53-5b0b-457a-9961-792bcc9f101d req-4d74746c-0dbc-4c87-ad31-914ab70f5b96 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 944 time: 0.0735927 Oct 27 16:40:18.029566 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8eddac53-5b0b-457a-9961-792bcc9f101d req-b4bdf51b-1e5a-4fcd-a7ca-7a4653014b96 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531888 Oct 27 16:40:18.170833 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f3fd9-d8e8-4444-af08-b0659567b68f req-988c5724-0c19-41ff-a053-b1b626320485 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:18.178918 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-285f3fd9-d8e8-4444-af08-b0659567b68f req-988c5724-0c19-41ff-a053-b1b626320485 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0830951 Oct 27 16:40:18.226727 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-285f3fd9-d8e8-4444-af08-b0659567b68f req-7e9c7d26-1000-48a2-a744-5a358d50c3df tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407047 Oct 27 16:40:18.405668 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 55430) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:18.566705 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-137f215a-a898-4df2-94a2-2efce4408e33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:18.670135 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-137f215a-a898-4df2-94a2-2efce4408e33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:18.675527 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-137f215a-a898-4df2-94a2-2efce4408e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:18.717385 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-137f215a-a898-4df2-94a2-2efce4408e33 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6e13745dff9749c5ad40947b925e655d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3105581 Oct 27 16:40:18.718229 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137f215a-a898-4df2-94a2-2efce4408e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecf6a25-59e7-44af-af49-df5294779ac2,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:18.721436 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 55434) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:18.814070 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1ec9daeb-ed68-4f6b-88c1-aa299bc1136b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:18.836721 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1ec9daeb-ed68-4f6b-88c1-aa299bc1136b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:18.895685 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1ec9daeb-ed68-4f6b-88c1-aa299bc1136b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:18.898707 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1ec9daeb-ed68-4f6b-88c1-aa299bc1136b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:18.899957 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-1ec9daeb-ed68-4f6b-88c1-aa299bc1136b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8ecf6a25-59e7-44af-af49-df5294779ac2 HTTP/1.1" status: 204 len: 168 time: 0.1771288 Oct 27 16:40:18.909600 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec9daeb-ed68-4f6b-88c1-aa299bc1136b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecf6a25-59e7-44af-af49-df5294779ac2,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:19.298184 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067c310-1b28-46c7-a2c4-68a2d799039f req-9423156b-fc93-4046-aa01-6a7f6f498aa0 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:19.300031 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d067c310-1b28-46c7-a2c4-68a2d799039f req-9423156b-fc93-4046-aa01-6a7f6f498aa0 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 944 time: 0.0894890 Oct 27 16:40:19.363694 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d067c310-1b28-46c7-a2c4-68a2d799039f req-5ff0f830-4cfb-45d6-a63b-e78ad2fc1cf7 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557451 Oct 27 16:40:19.482364 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 55444) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:19.502757 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-85835df1-41b2-490c-8095-5e73d0cec2de admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:19.523293 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08f53e-dc77-4439-b924-d1827971e579 req-223c784b-d268-40ff-98ee-ea1d79afc871 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:19.525278 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2e08f53e-dc77-4439-b924-d1827971e579 req-223c784b-d268-40ff-98ee-ea1d79afc871 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0720906 Oct 27 16:40:19.587370 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2e08f53e-dc77-4439-b924-d1827971e579 req-b6d2c86a-a0bb-4b39-9bf1-a18dc614984d tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547109 Oct 27 16:40:19.616054 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-85835df1-41b2-490c-8095-5e73d0cec2de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:19.622150 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-85835df1-41b2-490c-8095-5e73d0cec2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:19.657991 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85835df1-41b2-490c-8095-5e73d0cec2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e97d1c9-5a35-406f-a52a-d9725b603dd8,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:19.669073 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-85835df1-41b2-490c-8095-5e73d0cec2de admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=df2237be0a004f6db22a2e2aad55a123&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1855578 Oct 27 16:40:19.669661 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 55446) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:19.747120 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-26cf8282-1b72-461b-8b98-366735e8871f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:19.778678 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-26cf8282-1b72-461b-8b98-366735e8871f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:19.838717 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-26cf8282-1b72-461b-8b98-366735e8871f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:19.841628 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-26cf8282-1b72-461b-8b98-366735e8871f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:19.842940 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-26cf8282-1b72-461b-8b98-366735e8871f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3e97d1c9-5a35-406f-a52a-d9725b603dd8 HTTP/1.1" status: 204 len: 168 time: 0.1723421 Oct 27 16:40:19.865358 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf8282-1b72-461b-8b98-366735e8871f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e97d1c9-5a35-406f-a52a-d9725b603dd8,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:20.512170 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdeff70-6b0f-4249-a74c-066b9639f2bf req-7ed0ea64-c0a2-4c53-b28b-a16cd80d3953 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:20.519683 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ccdeff70-6b0f-4249-a74c-066b9639f2bf req-7ed0ea64-c0a2-4c53-b28b-a16cd80d3953 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 944 time: 0.0606437 Oct 27 16:40:20.565810 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ccdeff70-6b0f-4249-a74c-066b9639f2bf req-45010dfe-ad3c-40f6-85c7-c207dda697b0 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407701 Oct 27 16:40:20.744725 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a928e4-eb0b-4f2d-9e9d-f9a3262a201c req-7faa96cc-5eed-42c4-8afe-3ace7b50dccd tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:20.746684 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-96a928e4-eb0b-4f2d-9e9d-f9a3262a201c req-7faa96cc-5eed-42c4-8afe-3ace7b50dccd tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0751929 Oct 27 16:40:20.792767 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-96a928e4-eb0b-4f2d-9e9d-f9a3262a201c req-a6e4ab05-9360-4f01-a649-cc86ab163709 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387769 Oct 27 16:40:21.247269 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:21.731804 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f47f87-91cb-47ca-b333-5e122ee39871 req-453be1c3-5a91-4263-add7-069d6ea03e75 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:21.743162 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-22f47f87-91cb-47ca-b333-5e122ee39871 req-453be1c3-5a91-4263-add7-069d6ea03e75 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 944 time: 0.0970318 Oct 27 16:40:21.807067 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-22f47f87-91cb-47ca-b333-5e122ee39871 req-d198538a-8542-4930-b4e6-bd9e6ccf2532 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626469 Oct 27 16:40:21.966247 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66901b5-b452-4131-8c12-416c272ab486 req-7516e14d-212f-4124-8386-61d339eecd57 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:21.968339 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f66901b5-b452-4131-8c12-416c272ab486 req-7516e14d-212f-4124-8386-61d339eecd57 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0850859 Oct 27 16:40:22.024524 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e4158-a0c6-4964-8b81-98a9c5f80670 req-625e9fa0-f880-4d1e-a8e3-6ba305cc13e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:22.026576 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-eb3e4158-a0c6-4964-8b81-98a9c5f80670 req-625e9fa0-f880-4d1e-a8e3-6ba305cc13e6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 1098 time: 0.0825496 Oct 27 16:40:22.030390 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f66901b5-b452-4131-8c12-416c272ab486 req-40c3ad65-ca15-418c-a5fd-5001494ea511 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478475 Oct 27 16:40:22.083942 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-eb3e4158-a0c6-4964-8b81-98a9c5f80670 req-9dd3c113-bd07-45aa-a795-ce692c94c05b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458007 Oct 27 16:40:22.943397 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652a526-787f-4d02-beb4-23b43d692788 req-bbb306be-50bc-4bc3-bb5a-cd1f180278dc tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:22.953453 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3652a526-787f-4d02-beb4-23b43d692788 req-bbb306be-50bc-4bc3-bb5a-cd1f180278dc tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 944 time: 0.0713823 Oct 27 16:40:23.003390 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3652a526-787f-4d02-beb4-23b43d692788 req-7a29bd36-fca7-4465-8c02-173b3c8c7dc8 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485489 Oct 27 16:40:23.152494 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 55556) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:23.173720 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d08a20c-b358-40fd-8cfd-a9e85d5caaac req-7772c5ff-7161-4bb1-ba89-f4e7be98dd9c tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:23.175691 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0d08a20c-b358-40fd-8cfd-a9e85d5caaac req-7772c5ff-7161-4bb1-ba89-f4e7be98dd9c tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0644398 Oct 27 16:40:23.244203 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0d08a20c-b358-40fd-8cfd-a9e85d5caaac req-ddfd8484-4a47-478a-9fe5-21837d90647d tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611451 Oct 27 16:40:23.310548 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-41e0ac6e-53c6-4743-a03b-afdbc7412f8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:23.411693 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-41e0ac6e-53c6-4743-a03b-afdbc7412f8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:23.427926 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-41e0ac6e-53c6-4743-a03b-afdbc7412f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:23.492865 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e0ac6e-53c6-4743-a03b-afdbc7412f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c2c459-bc39-4a2e-bb3c-31ea1c53e15e,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:23.501633 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 55566) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:23.501747 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-41e0ac6e-53c6-4743-a03b-afdbc7412f8f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=515fe135ec3a4c1392427e71ba87ba4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3478379 Oct 27 16:40:23.568225 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-744ed0de-fc30-42fb-bebb-b7005fbaa59e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:23.596833 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-744ed0de-fc30-42fb-bebb-b7005fbaa59e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:23.662323 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-744ed0de-fc30-42fb-bebb-b7005fbaa59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:23.665236 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-744ed0de-fc30-42fb-bebb-b7005fbaa59e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:23.666390 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-744ed0de-fc30-42fb-bebb-b7005fbaa59e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/69c2c459-bc39-4a2e-bb3c-31ea1c53e15e HTTP/1.1" status: 204 len: 168 time: 0.1639287 Oct 27 16:40:23.674699 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ed0de-fc30-42fb-bebb-b7005fbaa59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c2c459-bc39-4a2e-bb3c-31ea1c53e15e,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:23.988065 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 55576) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:24.003857 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-76f6d950-fae0-4d03-8e86-a648ef46b8ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:24.155536 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-76f6d950-fae0-4d03-8e86-a648ef46b8ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:24.164522 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818f757-14a0-477c-81ae-283dbcedec52 req-4d590781-85c1-44f1-9ce3-75b53845948a tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:24.166044 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9818f757-14a0-477c-81ae-283dbcedec52 req-4d590781-85c1-44f1-9ce3-75b53845948a tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 944 time: 0.0760274 Oct 27 16:40:24.167084 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-76f6d950-fae0-4d03-8e86-a648ef46b8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:24.222971 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-76f6d950-fae0-4d03-8e86-a648ef46b8ef admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d10bed9b4a424cb5971dc87e7068a591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335236 Oct 27 16:40:24.225316 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6d950-fae0-4d03-8e86-a648ef46b8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ee6312-623a-485c-8311-a6277845302a,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:24.225952 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 55580) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:24.247267 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9818f757-14a0-477c-81ae-283dbcedec52 req-b0413304-1fea-4ff7-9bd6-903759678e9d tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698507 Oct 27 16:40:24.300992 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-4d5e6343-c964-4f50-a307-e38bd67d2d63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:24.323152 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-4d5e6343-c964-4f50-a307-e38bd67d2d63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:24.379002 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53f292-82da-44d8-aa86-7f9258701d7f req-7f5c1e94-ae99-440f-af26-60ffd76d806a tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:24.379260 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-4d5e6343-c964-4f50-a307-e38bd67d2d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:24.380956 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7b53f292-82da-44d8-aa86-7f9258701d7f req-7f5c1e94-ae99-440f-af26-60ffd76d806a tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0605290 Oct 27 16:40:24.382448 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-4d5e6343-c964-4f50-a307-e38bd67d2d63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:24.387170 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-4d5e6343-c964-4f50-a307-e38bd67d2d63 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/60ee6312-623a-485c-8311-a6277845302a HTTP/1.1" status: 204 len: 168 time: 0.1600533 Oct 27 16:40:24.398032 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e6343-c964-4f50-a307-e38bd67d2d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ee6312-623a-485c-8311-a6277845302a,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:24.432905 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7b53f292-82da-44d8-aa86-7f9258701d7f req-18147108-cf1c-472c-a57e-d1b1150b4137 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449936 Oct 27 16:40:24.772854 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd151de-6d6d-48e1-9a14-10ac5b98d16f req-13ead329-779b-4040-8a62-425713a670a0 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:24.774323 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4dd151de-6d6d-48e1-9a14-10ac5b98d16f req-13ead329-779b-4040-8a62-425713a670a0 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0748949 Oct 27 16:40:24.789391 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad11f5-4785-4285-8312-0c96fc866a20 req-b009a75a-de01-42ba-9e2b-dc4a7a4af273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:24.790865 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b8ad11f5-4785-4285-8312-0c96fc866a20 req-b009a75a-de01-42ba-9e2b-dc4a7a4af273 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a764bac289b649e9b1671333d51f7db3&device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 1098 time: 0.0651824 Oct 27 16:40:24.836966 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4dd151de-6d6d-48e1-9a14-10ac5b98d16f req-936fed9a-8092-41e7-9a4c-3627edea6ae9 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552599 Oct 27 16:40:24.906706 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad11f5-4785-4285-8312-0c96fc866a20 req-2bbf9c03-4cb8-4bb4-8178-7cf6de5fe434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:24.908208 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b8ad11f5-4785-4285-8312-0c96fc866a20 req-2bbf9c03-4cb8-4bb4-8178-7cf6de5fe434 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14 HTTP/1.1" status: 200 len: 921 time: 0.0961196 Oct 27 16:40:24.965370 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b8ad11f5-4785-4285-8312-0c96fc866a20 req-0f5863c8-6d8f-4e59-bf82-4511dc401426 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d936b1e4-d206-4630-a2fd-ceb92f939c4a HTTP/1.1" status: 200 len: 217 time: 0.0348957 Oct 27 16:40:25.017076 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad11f5-4785-4285-8312-0c96fc866a20 req-3885026b-efc6-47c8-b5a9-f3d863a53a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:25.018540 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b8ad11f5-4785-4285-8312-0c96fc866a20 req-3885026b-efc6-47c8-b5a9-f3d863a53a2c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fb778c79-e1ca-40aa-a2d2-a768cb1fae5c HTTP/1.1" status: 200 len: 859 time: 0.0438802 Oct 27 16:40:25.061847 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b8ad11f5-4785-4285-8312-0c96fc866a20 req-b1f70c81-b08a-463c-8942-a45ea7f56bb8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246036 Oct 27 16:40:25.424654 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab465a26-ace7-430b-ba26-933907b861d0 req-82ccf202-562c-4736-9175-2af514b8465f tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:25.426216 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ab465a26-ace7-430b-ba26-933907b861d0 req-82ccf202-562c-4736-9175-2af514b8465f tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 944 time: 0.0734756 Oct 27 16:40:25.434869 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b8ad11f5-4785-4285-8312-0c96fc866a20 req-f3926dcd-9d9b-4f53-86bc-0017aba9e4c4 service neutron] 10.222.0.66 "GET /v2.0/networks/4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579748 Oct 27 16:40:25.524880 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ab465a26-ace7-430b-ba26-933907b861d0 req-8527ed76-2faf-4e1b-8b7a-8da119fb1cfc tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924520 Oct 27 16:40:25.572216 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b8ad11f5-4785-4285-8312-0c96fc866a20 req-69c3edf3-ef2d-45f1-be37-9b6aaf2b7af7 service neutron] 10.222.0.66 "GET /v2.0/networks/4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266897 Oct 27 16:40:25.978557 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897e1b4-ee45-4577-9e42-a2700c8e170a req-31c6d394-8c3d-46aa-946e-7f8be8de8dbc tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:25.985944 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3897e1b4-ee45-4577-9e42-a2700c8e170a req-31c6d394-8c3d-46aa-946e-7f8be8de8dbc tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0715623 Oct 27 16:40:26.035136 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3897e1b4-ee45-4577-9e42-a2700c8e170a req-7516d5b0-5f9e-466e-af82-8899fd50ef0d tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483074 Oct 27 16:40:26.659714 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17caae2e-0233-4c20-a286-43bc36a8ddd6 req-44afbcce-8b56-4b23-ac06-1472b6a8da27 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:26.661302 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-17caae2e-0233-4c20-a286-43bc36a8ddd6 req-44afbcce-8b56-4b23-ac06-1472b6a8da27 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 944 time: 0.0553617 Oct 27 16:40:26.700135 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-17caae2e-0233-4c20-a286-43bc36a8ddd6 req-e6c2dcc0-d55c-497e-8163-c5f7c63e664d tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326178 Oct 27 16:40:27.156816 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244266e-8edf-43c6-9883-29ecbd039a55 req-278fd335-e3cf-475f-838e-48e8b81f5c43 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:27.158301 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e244266e-8edf-43c6-9883-29ecbd039a55 req-278fd335-e3cf-475f-838e-48e8b81f5c43 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0510633 Oct 27 16:40:27.199750 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e244266e-8edf-43c6-9883-29ecbd039a55 req-d94df228-9cba-4037-b559-9b9c19567345 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323212 Oct 27 16:40:27.319247 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 55730) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:27.367913 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f2f3994-c542-4649-bd86-268f322ad2c4 admin admin] Deleting subnet e732d6db-2ca2-48d4-8313-36e3eb5e12df {{(pid=101665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:40:27.371715 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2f2f3994-c542-4649-bd86-268f322ad2c4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:27.408824 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2f2f3994-c542-4649-bd86-268f322ad2c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3716744'] for subnet, precommit_delete_associations {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:27.452294 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2f2f3994-c542-4649-bd86-268f322ad2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642671'] for subnet, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:27.507612 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2f2f3994-c542-4649-bd86-268f322ad2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2512108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26390579'] for subnet, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:27.539018 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2f2f3994-c542-4649-bd86-268f322ad2c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:27.542196 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-2f2f3994-c542-4649-bd86-268f322ad2c4 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/e732d6db-2ca2-48d4-8313-36e3eb5e12df HTTP/1.1" status: 204 len: 168 time: 0.2218575 Oct 27 16:40:27.543240 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f3994-c542-4649-bd86-268f322ad2c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e732d6db-2ca2-48d4-8313-36e3eb5e12df,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:27.545716 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 55734) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:27.620055 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-bab82757-6e70-4a08-92c9-7804e5ac6af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617108'] for network, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:27.703481 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-bab82757-6e70-4a08-92c9-7804e5ac6af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-645114', 'neutron.services.segments.db._delete_segments_for_network-8779339326814'] for network, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:27.725326 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.services.segments.db [None req-bab82757-6e70-4a08-92c9-7804e5ac6af1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbe39475-f770-4da9-9ca4-8c1ded76e00a']}} {{(pid=101665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:27.743777 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.services.segments.db [None req-bab82757-6e70-4a08-92c9-7804e5ac6af1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27a2f639-6a28-44d1-8c0f-33d46b79e83a') {'for_net_delete': True} {{(pid=101665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:27.744126 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.services.segments.db [None req-bab82757-6e70-4a08-92c9-7804e5ac6af1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27a2f639-6a28-44d1-8c0f-33d46b79e83a') {} {{(pid=101665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:27.760685 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-bab82757-6e70-4a08-92c9-7804e5ac6af1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779339327335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3716849'] for segment, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:27.781151 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-bab82757-6e70-4a08-92c9-7804e5ac6af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790'] for segment, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:27.791321 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab82757-6e70-4a08-92c9-7804e5ac6af1 admin admin] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=101665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:40:27.791841 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-bab82757-6e70-4a08-92c9-7804e5ac6af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2511878'] for segment, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:27.795226 dv-cinder-815659-1-iscsi neutron-server[101665]: Traceback (most recent call last): Oct 27 16:40:27.795226 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:40:27.795226 dv-cinder-815659-1-iscsi neutron-server[101665]: timer() Oct 27 16:40:27.795226 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:40:27.795226 dv-cinder-815659-1-iscsi neutron-server[101665]: cb(*args, **kw) Oct 27 16:40:27.795226 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:40:27.795226 dv-cinder-815659-1-iscsi neutron-server[101665]: return func(*args, **kwargs) Oct 27 16:40:27.795226 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:40:27.795226 dv-cinder-815659-1-iscsi neutron-server[101665]: self._notify() Oct 27 16:40:27.795226 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:40:27.795226 dv-cinder-815659-1-iscsi neutron-server[101665]: self.callback(batched_events) Oct 27 16:40:27.795226 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:40:27.795226 dv-cinder-815659-1-iscsi neutron-server[101665]: event.method(event) Oct 27 16:40:27.795226 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:40:27.795226 dv-cinder-815659-1-iscsi neutron-server[101665]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:40:27.795226 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:40:27.795226 dv-cinder-815659-1-iscsi neutron-server[101665]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:40:27.795226 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:40:27.795226 dv-cinder-815659-1-iscsi neutron-server[101665]: return f(self, *a, **k) Oct 27 16:40:27.795226 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:40:27.795226 dv-cinder-815659-1-iscsi neutron-server[101665]: return self._get(url).json() Oct 27 16:40:27.795226 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:40:27.795226 dv-cinder-815659-1-iscsi neutron-server[101665]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:40:27.795226 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:40:27.795226 dv-cinder-815659-1-iscsi neutron-server[101665]: return self.request(url, 'GET', **kwargs) Oct 27 16:40:27.795226 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:40:27.795226 dv-cinder-815659-1-iscsi neutron-server[101665]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:40:27.795226 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:40:27.795226 dv-cinder-815659-1-iscsi neutron-server[101665]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:40:27.795226 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:40:27.795226 dv-cinder-815659-1-iscsi neutron-server[101665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:40:27.795226 dv-cinder-815659-1-iscsi neutron-server[101665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:40:27.833661 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13856f1-6662-4262-8032-f7ca5fa53f46 req-0002ca4a-7e74-4172-adcb-bdc06184ef98 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:27.833661 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c13856f1-6662-4262-8032-f7ca5fa53f46 req-0002ca4a-7e74-4172-adcb-bdc06184ef98 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 944 time: 0.0495439 Oct 27 16:40:27.868881 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-bab82757-6e70-4a08-92c9-7804e5ac6af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-645105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3734107'] for network, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:27.880815 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-bab82757-6e70-4a08-92c9-7804e5ac6af1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for network, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:27.882695 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c13856f1-6662-4262-8032-f7ca5fa53f46 req-58fa6958-96e7-4973-81d7-b90a40cd3cbc tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489552 Oct 27 16:40:27.886459 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-bab82757-6e70-4a08-92c9-7804e5ac6af1 admin admin] 10.222.0.91 "DELETE /v2.0/networks/bbe39475-f770-4da9-9ca4-8c1ded76e00a HTTP/1.1" status: 204 len: 168 time: 0.3369179 Oct 27 16:40:27.898576 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab82757-6e70-4a08-92c9-7804e5ac6af1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbe39475-f770-4da9-9ca4-8c1ded76e00a,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:27.935193 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c1702-6e92-49a2-885c-87e36f5d6dcc req-11473e58-78d0-4d3f-9f9e-7f5784bcc2ac tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:27.936722 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-315c1702-6e92-49a2-885c-87e36f5d6dcc req-11473e58-78d0-4d3f-9f9e-7f5784bcc2ac tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 946 time: 0.0531037 Oct 27 16:40:27.974716 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-315c1702-6e92-49a2-885c-87e36f5d6dcc req-f913c203-e6d1-4d95-9ae0-fd435623985a tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316126 Oct 27 16:40:27.998222 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 55748) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:28.053969 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 55752) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:28.093828 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-403648af-06b4-40da-ba77-79c8ed73e8e8 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=09e62ed4bf754f0f8154fcab6eddb051&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385318 Oct 27 16:40:28.096481 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 55754) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:28.144914 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-916df5d7-4262-493b-aa23-20136b41a6c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:28.165659 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-916df5d7-4262-493b-aa23-20136b41a6c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:28.213072 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-916df5d7-4262-493b-aa23-20136b41a6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:28.215770 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-916df5d7-4262-493b-aa23-20136b41a6c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:28.216980 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-916df5d7-4262-493b-aa23-20136b41a6c5 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a463d633-9a15-4e95-b31d-9fc3ef012b2b HTTP/1.1" status: 204 len: 168 time: 0.1195242 Oct 27 16:40:28.226435 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916df5d7-4262-493b-aa23-20136b41a6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a463d633-9a15-4e95-b31d-9fc3ef012b2b,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:28.230909 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654eaf17-1154-4f94-a663-93ba03c6808c tempest-TestMinimumBasicScenario-1578506316 tempest-TestMinimumBasicScenario-1578506316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:28.233515 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-654eaf17-1154-4f94-a663-93ba03c6808c tempest-TestMinimumBasicScenario-1578506316 tempest-TestMinimumBasicScenario-1578506316-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 1094 time: 0.2337756 Oct 27 16:40:28.235943 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 55760) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:28.241987 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-ee9f4ea9-4f8b-4a6e-9a2a-ce3e85f209fc tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Request body: {'floatingip': {'floating_network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'port_id': '552bd7a1-d37f-4602-a4fc-b063a2836ef7', 'tenant_id': '9a14ffe46fb243d19b1f31c10287a430', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:40:28.249497 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916df5d7-4262-493b-aa23-20136b41a6c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:28.249844 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916df5d7-4262-493b-aa23-20136b41a6c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:28.253908 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916df5d7-4262-493b-aa23-20136b41a6c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:28.254968 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916df5d7-4262-493b-aa23-20136b41a6c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:28.255866 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916df5d7-4262-493b-aa23-20136b41a6c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:28.256434 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916df5d7-4262-493b-aa23-20136b41a6c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:28.256774 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916df5d7-4262-493b-aa23-20136b41a6c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:28.257450 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916df5d7-4262-493b-aa23-20136b41a6c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:28.257786 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916df5d7-4262-493b-aa23-20136b41a6c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:28.258112 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916df5d7-4262-493b-aa23-20136b41a6c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:28.258442 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916df5d7-4262-493b-aa23-20136b41a6c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:28.258939 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916df5d7-4262-493b-aa23-20136b41a6c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:28.273412 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ee9f4ea9-4f8b-4a6e-9a2a-ce3e85f209fc tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks [] for floatingip, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:28.364052 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e741de-11ae-4dc8-b276-4556ede265b8 req-5098cd7b-c639-4004-ac5c-848c757a9532 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:28.371477 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-68e741de-11ae-4dc8-b276-4556ede265b8 req-5098cd7b-c639-4004-ac5c-848c757a9532 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0644848 Oct 27 16:40:28.391484 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ee9f4ea9-4f8b-4a6e-9a2a-ce3e85f209fc tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:28.423473 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-68e741de-11ae-4dc8-b276-4556ede265b8 req-82f62a3b-ca5c-4764-b169-ed2419fb0c72 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462830 Oct 27 16:40:28.523291 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.db_base_plugin_common [None req-ee9f4ea9-4f8b-4a6e-9a2a-ce3e85f209fc tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Allocated IP 172.27.0.141 (b60b3993-7427-4bdc-87fb-6dbc7e937750/bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1/be00db4d-7254-49d8-b27d-617e37d69cab) {{(pid=101665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:40:28.634231 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ee9f4ea9-4f8b-4a6e-9a2a-ce3e85f209fc tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks [] for port, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:28.668883 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ee9f4ea9-4f8b-4a6e-9a2a-ce3e85f209fc tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2512089'] for port, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:28.693200 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 55774) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:28.724957 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9f4ea9-4f8b-4a6e-9a2a-ce3e85f209fc tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Network b60b3993-7427-4bdc-87fb-6dbc7e937750 is already hosted by enough agents. {{(pid=101665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:40:28.728707 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.base_scheduler [None req-ee9f4ea9-4f8b-4a6e-9a2a-ce3e85f209fc tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Resources bound (agent type, host, resource id): {{(pid=101665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:40:28.733829 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9f4ea9-4f8b-4a6e-9a2a-ce3e85f209fc tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Received port after_create {{(pid=101665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:40:28.737131 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f4ea9-4f8b-4a6e-9a2a-ce3e85f209fc tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Pushing event updated for resources: {'Port': ['ID=be00db4d-7254-49d8-b27d-617e37d69cab,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:28.768922 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 2efa01dc-81c3-46bb-9ef0-b94159290efa details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=101667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:40:28.924203 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-556ee6ab-76e1-470c-9c1b-f9731dffdef4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:29.118619 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027bc10c-a8d5-4fd1-b8d3-3de8bfc313bf req-65126552-8ccd-438c-bec2-7337cf0cf03d tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:29.120612 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-027bc10c-a8d5-4fd1-b8d3-3de8bfc313bf req-65126552-8ccd-438c-bec2-7337cf0cf03d tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 944 time: 0.1378651 Oct 27 16:40:29.126168 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 2efa01dc-81c3-46bb-9ef0-b94159290efa, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=2efa01dc-81c3-46bb-9ef0-b94159290efa,segment=NetworkSegment(04b90801-dbaa-4b6b-a289-4b9ced180864),segment_id=04b90801-dbaa-4b6b-a289-4b9ced180864)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:40:29.140536 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Returning: {'device': '2efa01dc-81c3-46bb-9ef0-b94159290efa', 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905', 'port_id': '2efa01dc-81c3-46bb-9ef0-b94159290efa', 'mac_address': 'fa:16:3e:c0:13:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfd7b3b6-c867-4ea0-ba61-155e778fa591', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:40:29.171220 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-556ee6ab-76e1-470c-9c1b-f9731dffdef4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:29.187666 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:29.202732 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-027bc10c-a8d5-4fd1-b8d3-3de8bfc313bf req-20c73045-cedc-4b06-90a9-bacb97725321 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726135 Oct 27 16:40:29.203109 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2efa01dc-81c3-46bb-9ef0-b94159290efa {{(pid=101667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:40:29.203336 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-556ee6ab-76e1-470c-9c1b-f9731dffdef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:29.227619 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 2efa01dc-81c3-46bb-9ef0-b94159290efa, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=2efa01dc-81c3-46bb-9ef0-b94159290efa,segment=NetworkSegment(04b90801-dbaa-4b6b-a289-4b9ced180864),segment_id=04b90801-dbaa-4b6b-a289-4b9ced180864)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:40:29.233500 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:29.248205 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-556ee6ab-76e1-470c-9c1b-f9731dffdef4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=603d3ed6449b45b2ac970672709757cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5538552 Oct 27 16:40:29.249219 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ee6ab-76e1-470c-9c1b-f9731dffdef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f70f0f4-ed50-42c0-bdd4-1258d94a90f0,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:29.251623 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 55800) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:29.252967 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ee9f4ea9-4f8b-4a6e-9a2a-ce3e85f209fc tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:29.297926 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=2efa01dc-81c3-46bb-9ef0-b94159290efa,revision_number=9']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:29.323299 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-4ba3596f-5786-4387-90de-a49b0a3d583e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:29.334256 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ee9f4ea9-4f8b-4a6e-9a2a-ce3e85f209fc tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:29.350333 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-4ba3596f-5786-4387-90de-a49b0a3d583e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:29.403276 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-4ba3596f-5786-4387-90de-a49b0a3d583e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:29.406962 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-4ba3596f-5786-4387-90de-a49b0a3d583e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:29.408362 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-4ba3596f-5786-4387-90de-a49b0a3d583e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/4f70f0f4-ed50-42c0-bdd4-1258d94a90f0 HTTP/1.1" status: 204 len: 168 time: 0.1433129 Oct 27 16:40:29.420313 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba3596f-5786-4387-90de-a49b0a3d583e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f70f0f4-ed50-42c0-bdd4-1258d94a90f0,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:29.540349 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ee9f4ea9-4f8b-4a6e-9a2a-ce3e85f209fc tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks [] for port, precommit_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:29.546046 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ee9f4ea9-4f8b-4a6e-9a2a-ce3e85f209fc tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511906'] for port, after_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:29.556198 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2407e1-010d-4d72-88d1-2d23e42cb88b req-5efe3ca6-8df5-4062-8849-d06485507e44 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:29.558471 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7e2407e1-010d-4d72-88d1-2d23e42cb88b req-5efe3ca6-8df5-4062-8849-d06485507e44 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0630760 Oct 27 16:40:29.623787 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f4ea9-4f8b-4a6e-9a2a-ce3e85f209fc tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Pushing event updated for resources: {'Port': ['ID=be00db4d-7254-49d8-b27d-617e37d69cab,revision_number=2']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:29.624242 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7e2407e1-010d-4d72-88d1-2d23e42cb88b req-72d221b4-9136-499e-91e8-ec9d9e6a7b38 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531092 Oct 27 16:40:29.648547 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ee9f4ea9-4f8b-4a6e-9a2a-ce3e85f209fc tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3734057'] for floatingip, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:29.678335 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['2efa01dc-81c3-46bb-9ef0-b94159290efa'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:40:29.788693 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.db.l3_db [None req-ee9f4ea9-4f8b-4a6e-9a2a-ce3e85f209fc tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Floating IP 39da1ebe-06a1-4a6f-b6fd-ff44797897ae associated. External IP: 172.27.0.141, port: 552bd7a1-d37f-4602-a4fc-b063a2836ef7. Oct 27 16:40:29.955598 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 55830) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:29.969402 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-92045dfd-333e-4e39-b0c5-8d1e387e6008 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:30.066979 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-92045dfd-333e-4e39-b0c5-8d1e387e6008 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:30.075645 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9f4ea9-4f8b-4a6e-9a2a-ce3e85f209fc tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Router eadc5939-c761-47ef-b54b-1ebaf37bd451 has already been hosted by L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 {{(pid=101665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:40:30.083184 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-92045dfd-333e-4e39-b0c5-8d1e387e6008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:30.122313 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-92045dfd-333e-4e39-b0c5-8d1e387e6008 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ff2cf9a278d54d8886b15a7c4802c844&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1654584 Oct 27 16:40:30.129839 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 55840) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:30.177342 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92045dfd-333e-4e39-b0c5-8d1e387e6008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a654647e-8581-45f9-b9ca-70aa457c175f,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:30.212812 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-a60bc173-2205-48ef-a1a8-8af159832c6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:30.238466 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9f4ea9-4f8b-4a6e-9a2a-ce3e85f209fc tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:40:30.242716 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-a60bc173-2205-48ef-a1a8-8af159832c6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:30.252002 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530a7300-42f5-499c-9c10-fc0adaa3424c None None] Sync routers for ids ['eadc5939-c761-47ef-b54b-1ebaf37bd451'] in dv-cinder-815659-1-iscsi {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:40:30.263465 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530a7300-42f5-499c-9c10-fc0adaa3424c None None] Routers {'eadc5939-c761-47ef-b54b-1ebaf37bd451'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:40:30.264303 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-530a7300-42f5-499c-9c10-fc0adaa3424c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:40:11Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['eadc5939-c761-47ef-b54b-1ebaf37bd451'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:30.278430 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ee9f4ea9-4f8b-4a6e-9a2a-ce3e85f209fc tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for floatingip, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:30.314814 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-a60bc173-2205-48ef-a1a8-8af159832c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:30.318524 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-a60bc173-2205-48ef-a1a8-8af159832c6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:30.320006 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-a60bc173-2205-48ef-a1a8-8af159832c6e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a654647e-8581-45f9-b9ca-70aa457c175f HTTP/1.1" status: 204 len: 168 time: 0.1887128 Oct 27 16:40:30.335210 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60bc173-2205-48ef-a1a8-8af159832c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a654647e-8581-45f9-b9ca-70aa457c175f,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:30.425663 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e6ed9-00f2-474a-a2d7-4c4d660ed348 req-1ffb3ffd-b5fd-4dd3-8537-c0fe60140155 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:30.428211 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fc5e6ed9-00f2-474a-a2d7-4c4d660ed348 req-1ffb3ffd-b5fd-4dd3-8537-c0fe60140155 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 945 time: 0.0947931 Oct 27 16:40:30.432427 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-530a7300-42f5-499c-9c10-fc0adaa3424c None None] Set router eadc5939-c761-47ef-b54b-1ebaf37bd451 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:40:30.470936 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fc5e6ed9-00f2-474a-a2d7-4c4d660ed348 req-4549cd86-9fe2-4817-9bd5-f739496d2dcd tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358448 Oct 27 16:40:30.597957 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-ee9f4ea9-4f8b-4a6e-9a2a-ce3e85f209fc tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3580563 Oct 27 16:40:30.597957 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f411fa8e-061c-4a3e-ba9e-316059c805eb', 'tag': '552bd7a1-d37f-4602-a4fc-b063a2836ef7'}] {{(pid=101665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:40:30.599433 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 55848) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:30.599548 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e855964699ac36e6c3d6e47e1242f42c8ffa7ad1730da4fc31a2584ac71f7baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9515c48d-d9cf-4d39-8c1d-7f92e2cb7fbc" -d '{"events": [{"name": "network-changed", "server_uuid": "f411fa8e-061c-4a3e-ba9e-316059c805eb", "tag": "552bd7a1-d37f-4602-a4fc-b063a2836ef7"}]}' {{(pid=101665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:40:30.603230 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [None req-27df1969-5ba7-4248-ba4d-42c8c71e10f4 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-172623635', 'description': 'tempest-secgroup-smoke-172623635 description', 'project_id': '9a14ffe46fb243d19b1f31c10287a430'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:40:30.637614 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f087dc2-c02a-48e2-94f3-73f042f29248 x-openstack-request-id: req-6f087dc2-c02a-48e2-94f3-73f042f29248 {{(pid=101665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:40:30.637954 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f411fa8e-061c-4a3e-ba9e-316059c805eb", "tag": "552bd7a1-d37f-4602-a4fc-b063a2836ef7", "status": "completed", "code": 200}]} {{(pid=101665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:40:30.638406 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6f087dc2-c02a-48e2-94f3-73f042f29248 {{(pid=101665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:40:30.638867 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f411fa8e-061c-4a3e-ba9e-316059c805eb', 'tag': '552bd7a1-d37f-4602-a4fc-b063a2836ef7', 'status': 'completed', 'code': 200} Oct 27 16:40:30.642348 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-27df1969-5ba7-4248-ba4d-42c8c71e10f4 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks [] for security_group, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:30.729224 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-530a7300-42f5-499c-9c10-fc0adaa3424c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadc5939-c761-47ef-b54b-1ebaf37bd451', 'name': 'tempest-TestMinimumBasicScenario-1415462820-router', 'tenant_id': '9a14ffe46fb243d19b1f31c10287a430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '79d38635-2030-44c8-84f2-53e897e22948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:38:56Z', 'updated_at': '2021-10-27T16:38:59Z', 'revision_number': 4, 'project_id': '9a14ffe46fb243d19b1f31c10287a430', 'gw_port': {'id': '79d38635-2030-44c8-84f2-53e897e22948', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadc5939-c761-47ef-b54b-1ebaf37bd451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:38:56Z', 'updated_at': '2021-10-27T16:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_floatingips': [{'id': '39da1ebe-06a1-4a6f-b6fd-ff44797897ae', 'tenant_id': '9a14ffe46fb243d19b1f31c10287a430', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'router_id': 'eadc5939-c761-47ef-b54b-1ebaf37bd451', 'port_id': '552bd7a1-d37f-4602-a4fc-b063a2836ef7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0cc6912-268c-4ba3-af57-86b3ef84a5a9', 'mac_address': 'fa:16:3e:a4:43:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f411fa8e-061c-4a3e-ba9e-316059c805eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:40:29Z', 'updated_at': '2021-10-27T16:40:29Z', 'revision_number': 0, 'project_id': '9a14ffe46fb243d19b1f31c10287a430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad4c6c74-56ac-42f4-877d-87d78dcb7f85', 'name': '', 'network_id': 'd0cc6912-268c-4ba3-af57-86b3ef84a5a9', 'tenant_id': '9a14ffe46fb243d19b1f31c10287a430', 'mac_address': 'fa:16:3e:1a:8b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadc5939-c761-47ef-b54b-1ebaf37bd451', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'd64785c2-0a62-4404-952b-b403465d443a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:38:58Z', 'updated_at': '2021-10-27T16:39:04Z', 'revision_number': 5, 'project_id': '9a14ffe46fb243d19b1f31c10287a430', 'subnets': [{'id': 'd64785c2-0a62-4404-952b-b403465d443a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:30.738386 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-27df1969-5ba7-4248-ba4d-42c8c71e10f4 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks [] for security_group, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:30.744720 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515c48d-d9cf-4d39-8c1d-7f92e2cb7fbc req-5288f30b-bac9-4141-830f-e6f0a1d9d3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:30.746217 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9515c48d-d9cf-4d39-8c1d-7f92e2cb7fbc req-5288f30b-bac9-4141-830f-e6f0a1d9d3fc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a14ffe46fb243d19b1f31c10287a430&device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 1099 time: 0.0720968 Oct 27 16:40:30.746924 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-27df1969-5ba7-4248-ba4d-42c8c71e10f4 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:30.757903 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530a7300-42f5-499c-9c10-fc0adaa3424c None None] Checking router: eadc5939-c761-47ef-b54b-1ebaf37bd451 for host: dv-cinder-815659-1-iscsi {{(pid=101668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:40:30.766721 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530a7300-42f5-499c-9c10-fc0adaa3424c None None] Routers {'eadc5939-c761-47ef-b54b-1ebaf37bd451'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:40:30.767334 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-530a7300-42f5-499c-9c10-fc0adaa3424c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:40:11Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['eadc5939-c761-47ef-b54b-1ebaf37bd451'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:30.787295 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 2efa01dc-81c3-46bb-9ef0-b94159290efa up at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:40:30.822788 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df1969-5ba7-4248-ba4d-42c8c71e10f4 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2931a48-f2b6-4f76-bea8-0538c4c6534b,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:30.834522 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-27df1969-5ba7-4248-ba4d-42c8c71e10f4 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks [] for security_group, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:30.838751 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 55858) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:30.839017 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-27df1969-5ba7-4248-ba4d-42c8c71e10f4 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2396369 Oct 27 16:40:30.844142 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-cf4e2cb6-34a4-4a6e-989c-261a9fd48ad4 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Request body: {'security_group_rule': {'security_group_id': 'a2931a48-f2b6-4f76-bea8-0538c4c6534b', 'project_id': '9a14ffe46fb243d19b1f31c10287a430', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:40:30.883060 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515c48d-d9cf-4d39-8c1d-7f92e2cb7fbc req-f4e25ca3-5950-4c27-9f07-27ba948a0159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:30.884782 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9515c48d-d9cf-4d39-8c1d-7f92e2cb7fbc req-f4e25ca3-5950-4c27-9f07-27ba948a0159 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d0cc6912-268c-4ba3-af57-86b3ef84a5a9 HTTP/1.1" status: 200 len: 917 time: 0.1251967 Oct 27 16:40:30.895322 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-cf4e2cb6-34a4-4a6e-989c-261a9fd48ad4 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:30.911815 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning complete for port 2efa01dc-81c3-46bb-9ef0-b94159290efa triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:40:30.912212 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:30.918412 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-530a7300-42f5-499c-9c10-fc0adaa3424c None None] Set router eadc5939-c761-47ef-b54b-1ebaf37bd451 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:40:30.992875 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9515c48d-d9cf-4d39-8c1d-7f92e2cb7fbc req-d85795d4-7fed-4321-81cb-f47f912cba28 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=552bd7a1-d37f-4602-a4fc-b063a2836ef7 HTTP/1.1" status: 200 len: 1000 time: 0.0873916 Oct 27 16:40:31.002304 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-cf4e2cb6-34a4-4a6e-989c-261a9fd48ad4 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:31.007834 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-cf4e2cb6-34a4-4a6e-989c-261a9fd48ad4 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823821'] for security_group_rule, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:31.027828 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e2cb6-34a4-4a6e-989c-261a9fd48ad4 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9b451e2-16c3-4ee7-a668-bd09b19c3f11,revision_number=0']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:31.042629 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:31.047133 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-cf4e2cb6-34a4-4a6e-989c-261a9fd48ad4 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:31.048977 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-cf4e2cb6-34a4-4a6e-989c-261a9fd48ad4 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2082467 Oct 27 16:40:31.051534 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 55862) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:31.057678 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-1c3ae61a-d436-4ed8-a38c-1f21b6efd949 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Request body: {'security_group_rule': {'security_group_id': 'a2931a48-f2b6-4f76-bea8-0538c4c6534b', 'project_id': '9a14ffe46fb243d19b1f31c10287a430', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:40:31.072473 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2efa01dc-81c3-46bb-9ef0-b94159290efa'}] {{(pid=101667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:40:31.075387 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15467c740e99bfee501675d45c0ab6b31e8088b61e385ce1236909406ef3d9b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88ed77a-8842-484f-b5b1-16d29e285d60" -d '{"events": [{"server_uuid": "9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae", "name": "network-vif-plugged", "status": "completed", "tag": "2efa01dc-81c3-46bb-9ef0-b94159290efa"}]}' {{(pid=101667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:40:31.083827 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515c48d-d9cf-4d39-8c1d-7f92e2cb7fbc req-d1dae423-d5ca-4e16-b512-7b0116d7f709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:31.085482 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9515c48d-d9cf-4d39-8c1d-7f92e2cb7fbc req-d1dae423-d5ca-4e16-b512-7b0116d7f709 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d64785c2-0a62-4404-952b-b403465d443a HTTP/1.1" status: 200 len: 854 time: 0.0844276 Oct 27 16:40:31.093244 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 2efa01dc-81c3-46bb-9ef0-b94159290efa, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=2efa01dc-81c3-46bb-9ef0-b94159290efa,segment=NetworkSegment(04b90801-dbaa-4b6b-a289-4b9ced180864),segment_id=04b90801-dbaa-4b6b-a289-4b9ced180864)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:40:31.097501 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1c3ae61a-d436-4ed8-a38c-1f21b6efd949 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:31.099061 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:31.180913 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515c48d-d9cf-4d39-8c1d-7f92e2cb7fbc req-6394fb52-aafd-4fcf-87bd-8a3a54c752fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:31.191476 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9515c48d-d9cf-4d39-8c1d-7f92e2cb7fbc req-6394fb52-aafd-4fcf-87bd-8a3a54c752fe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d0cc6912-268c-4ba3-af57-86b3ef84a5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0903611 Oct 27 16:40:31.193277 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99ea698-0d3e-4530-9cdb-6f3f427a20c4 x-openstack-request-id: req-d99ea698-0d3e-4530-9cdb-6f3f427a20c4 {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:40:31.195335 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae", "name": "network-vif-plugged", "status": "completed", "tag": "2efa01dc-81c3-46bb-9ef0-b94159290efa", "code": 200}]} {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:40:31.196812 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d99ea698-0d3e-4530-9cdb-6f3f427a20c4 {{(pid=101667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:40:31.197371 dv-cinder-815659-1-iscsi neutron-server[101667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2efa01dc-81c3-46bb-9ef0-b94159290efa', 'code': 200} Oct 27 16:40:31.210537 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=2efa01dc-81c3-46bb-9ef0-b94159290efa,revision_number=10']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:31.285324 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1c3ae61a-d436-4ed8-a38c-1f21b6efd949 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:31.297714 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1c3ae61a-d436-4ed8-a38c-1f21b6efd949 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823821'] for security_group_rule, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:31.330231 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-530a7300-42f5-499c-9c10-fc0adaa3424c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadc5939-c761-47ef-b54b-1ebaf37bd451', 'name': 'tempest-TestMinimumBasicScenario-1415462820-router', 'tenant_id': '9a14ffe46fb243d19b1f31c10287a430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '79d38635-2030-44c8-84f2-53e897e22948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:38:56Z', 'updated_at': '2021-10-27T16:38:59Z', 'revision_number': 4, 'project_id': '9a14ffe46fb243d19b1f31c10287a430', 'gw_port': {'id': '79d38635-2030-44c8-84f2-53e897e22948', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadc5939-c761-47ef-b54b-1ebaf37bd451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:38:56Z', 'updated_at': '2021-10-27T16:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_floatingips': [{'id': '39da1ebe-06a1-4a6f-b6fd-ff44797897ae', 'tenant_id': '9a14ffe46fb243d19b1f31c10287a430', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'router_id': 'eadc5939-c761-47ef-b54b-1ebaf37bd451', 'port_id': '552bd7a1-d37f-4602-a4fc-b063a2836ef7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0cc6912-268c-4ba3-af57-86b3ef84a5a9', 'mac_address': 'fa:16:3e:a4:43:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f411fa8e-061c-4a3e-ba9e-316059c805eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:40:29Z', 'updated_at': '2021-10-27T16:40:29Z', 'revision_number': 0, 'project_id': '9a14ffe46fb243d19b1f31c10287a430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad4c6c74-56ac-42f4-877d-87d78dcb7f85', 'name': '', 'network_id': 'd0cc6912-268c-4ba3-af57-86b3ef84a5a9', 'tenant_id': '9a14ffe46fb243d19b1f31c10287a430', 'mac_address': 'fa:16:3e:1a:8b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadc5939-c761-47ef-b54b-1ebaf37bd451', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'd64785c2-0a62-4404-952b-b403465d443a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:38:58Z', 'updated_at': '2021-10-27T16:39:04Z', 'revision_number': 5, 'project_id': '9a14ffe46fb243d19b1f31c10287a430', 'subnets': [{'id': 'd64785c2-0a62-4404-952b-b403465d443a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:31.366250 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530a7300-42f5-499c-9c10-fc0adaa3424c None None] The sync data for ids ['eadc5939-c761-47ef-b54b-1ebaf37bd451'] in dv-cinder-815659-1-iscsi is: [{'id': 'eadc5939-c761-47ef-b54b-1ebaf37bd451', 'name': 'tempest-TestMinimumBasicScenario-1415462820-router', 'tenant_id': '9a14ffe46fb243d19b1f31c10287a430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '79d38635-2030-44c8-84f2-53e897e22948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:38:56Z', 'updated_at': '2021-10-27T16:38:59Z', 'revision_number': 4, 'project_id': '9a14ffe46fb243d19b1f31c10287a430', 'gw_port': {'id': '79d38635-2030-44c8-84f2-53e897e22948', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadc5939-c761-47ef-b54b-1ebaf37bd451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:38:56Z', 'updated_at': '2021-10-27T16:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_floatingips': [{'id': '39da1ebe-06a1-4a6f-b6fd-ff44797897ae', 'tenant_id': '9a14ffe46fb243d19b1f31c10287a430', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'router_id': 'eadc5939-c761-47ef-b54b-1ebaf37bd451', 'port_id': '552bd7a1-d37f-4602-a4fc-b063a2836ef7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0cc6912-268c-4ba3-af57-86b3ef84a5a9', 'mac_address': 'fa:16:3e:a4:43:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f411fa8e-061c-4a3e-ba9e-316059c805eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:40:29Z', 'updated_at': '2021-10-27T16:40:29Z', 'revision_number': 0, 'project_id': '9a14ffe46fb243d19b1f31c10287a430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad4c6c74-56ac-42f4-877d-87d78dcb7f85', 'name': '', 'network_id': 'd0cc6912-268c-4ba3-af57-86b3ef84a5a9', 'tenant_id': '9a14ffe46fb243d19b1f31c10287a430', 'mac_address': 'fa:16:3e:1a:8b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadc5939-c761-47ef-b54b-1ebaf37bd451', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'd64785c2-0a62-4404-952b-b403465d443a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:38:58Z', 'updated_at': '2021-10-27T16:39:04Z', 'revision_number': 5, 'project_id': '9a14ffe46fb243d19b1f31c10287a430', 'subnets': [{'id': 'd64785c2-0a62-4404-952b-b403465d443a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:40:31.387746 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ae61a-d436-4ed8-a38c-1f21b6efd949 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b14f9819-9909-40dc-ba0a-bca6f37ee9d9,revision_number=0']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:31.392952 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9515c48d-d9cf-4d39-8c1d-7f92e2cb7fbc req-80022171-c1ec-467f-8978-1642a2e4f7cb service neutron] 10.222.0.66 "GET /v2.0/networks/d0cc6912-268c-4ba3-af57-86b3ef84a5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838207 Oct 27 16:40:31.401275 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1c3ae61a-d436-4ed8-a38c-1f21b6efd949 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:31.405895 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-1c3ae61a-d436-4ed8-a38c-1f21b6efd949 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3499756 Oct 27 16:40:31.407134 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 55884) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:31.414276 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-42aa6f6e-b0f6-4a9d-a159-ebf3f37bc8aa tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Request body: {'security_group_rule': {'security_group_id': 'a2931a48-f2b6-4f76-bea8-0538c4c6534b', 'project_id': '9a14ffe46fb243d19b1f31c10287a430', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:40:31.475068 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-42aa6f6e-b0f6-4a9d-a159-ebf3f37bc8aa tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:31.567767 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9515c48d-d9cf-4d39-8c1d-7f92e2cb7fbc req-62fe1034-ed8b-4008-867d-0da9f86aae44 service neutron] 10.222.0.66 "GET /v2.0/networks/d0cc6912-268c-4ba3-af57-86b3ef84a5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596606 Oct 27 16:40:31.580016 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-42aa6f6e-b0f6-4a9d-a159-ebf3f37bc8aa tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:31.594528 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-42aa6f6e-b0f6-4a9d-a159-ebf3f37bc8aa tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823821'] for security_group_rule, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:31.626469 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa6f6e-b0f6-4a9d-a159-ebf3f37bc8aa tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8da3b9ac-68ba-466f-bb7c-46ad81cd072b,revision_number=0']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:31.645913 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-42aa6f6e-b0f6-4a9d-a159-ebf3f37bc8aa tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:31.648129 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-42aa6f6e-b0f6-4a9d-a159-ebf3f37bc8aa tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2388546 Oct 27 16:40:31.650807 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 55892) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:31.671349 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [None req-bb5a0a98-4adb-486f-98da-1f0aef730b44 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Request body: {'security_group_rule': {'security_group_id': 'a2931a48-f2b6-4f76-bea8-0538c4c6534b', 'project_id': '9a14ffe46fb243d19b1f31c10287a430', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:40:31.720164 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2933b5e7-a1b1-4688-b479-14acc771a90a req-65fc677c-a283-4b53-912c-7371482bb5f6 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:31.729182 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2933b5e7-a1b1-4688-b479-14acc771a90a req-65fc677c-a283-4b53-912c-7371482bb5f6 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.1537561 Oct 27 16:40:31.766651 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5d5526-9b30-42fd-940a-bfaf5ea8ddfe None None] New status for floating IP 39da1ebe-06a1-4a6f-b6fd-ff44797897ae: ACTIVE {{(pid=101667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:40:31.785181 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-bb5a0a98-4adb-486f-98da-1f0aef730b44 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:31.794793 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56acca-962e-4df0-b45f-5b33623a0b1d req-43adc4a7-5566-4178-9b9d-d0d46d4d79dd tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:31.796299 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-aa56acca-962e-4df0-b45f-5b33623a0b1d req-43adc4a7-5566-4178-9b9d-d0d46d4d79dd tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 947 time: 0.1641433 Oct 27 16:40:31.842072 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2933b5e7-a1b1-4688-b479-14acc771a90a req-c4a2cfbf-e400-40c9-a16c-89fae735d540 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119781 Oct 27 16:40:31.903552 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-aa56acca-962e-4df0-b45f-5b33623a0b1d req-fffc1d79-040c-43b6-9e2a-b6728c2d89c8 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991344 Oct 27 16:40:31.905428 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f5dbf4-c4f4-415d-a533-4c2750c789e0 req-2c9cbe49-1704-4258-b2a2-b318de4f6140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:31.906834 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-45f5dbf4-c4f4-415d-a533-4c2750c789e0 req-2c9cbe49-1704-4258-b2a2-b318de4f6140 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 1100 time: 0.1320405 Oct 27 16:40:31.920424 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-bb5a0a98-4adb-486f-98da-1f0aef730b44 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:31.928163 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-bb5a0a98-4adb-486f-98da-1f0aef730b44 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823821'] for security_group_rule, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:31.957793 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a0a98-4adb-486f-98da-1f0aef730b44 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb536f7-5da6-4443-90a3-388a7d168cc4,revision_number=0']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:31.978945 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-45f5dbf4-c4f4-415d-a533-4c2750c789e0 req-2a1c53c5-bd68-4597-9b0b-44b86a9460a4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617390 Oct 27 16:40:31.982077 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-bb5a0a98-4adb-486f-98da-1f0aef730b44 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:31.983293 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-bb5a0a98-4adb-486f-98da-1f0aef730b44 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3307335 Oct 27 16:40:31.986200 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 55898) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:31.991072 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-e1b43c33-6ad3-4a64-924c-918bb01c972d tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Request body: {'security_group_rule': {'security_group_id': 'a2931a48-f2b6-4f76-bea8-0538c4c6534b', 'project_id': '9a14ffe46fb243d19b1f31c10287a430', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:40:32.013857 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.db.securitygroups_db [None req-e1b43c33-6ad3-4a64-924c-918bb01c972d tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Project 9a14ffe46fb243d19b1f31c10287a430 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:40:32.018687 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e1b43c33-6ad3-4a64-924c-918bb01c972d tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:32.078781 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e1b43c33-6ad3-4a64-924c-918bb01c972d tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:32.082143 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e1b43c33-6ad3-4a64-924c-918bb01c972d tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823821'] for security_group_rule, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:32.106760 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b43c33-6ad3-4a64-924c-918bb01c972d tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba3cfbc3-93a3-4522-85b4-fdc827cc1485,revision_number=0']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:32.117885 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e1b43c33-6ad3-4a64-924c-918bb01c972d tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:32.119092 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-e1b43c33-6ad3-4a64-924c-918bb01c972d tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1317234 Oct 27 16:40:32.121874 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 55904) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:32.126654 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-f46b507c-80b7-4bec-909b-4572d63d90ce tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Request body: {'security_group_rule': {'security_group_id': 'a2931a48-f2b6-4f76-bea8-0538c4c6534b', 'project_id': '9a14ffe46fb243d19b1f31c10287a430', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:40:32.152436 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.db.securitygroups_db [None req-f46b507c-80b7-4bec-909b-4572d63d90ce tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Project 9a14ffe46fb243d19b1f31c10287a430 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:40:32.158176 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-f46b507c-80b7-4bec-909b-4572d63d90ce tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:32.226226 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-f46b507c-80b7-4bec-909b-4572d63d90ce tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:32.231700 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-f46b507c-80b7-4bec-909b-4572d63d90ce tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823821'] for security_group_rule, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:32.248075 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b507c-80b7-4bec-909b-4572d63d90ce tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4283e83d-f8c0-41dc-b63f-5839cc505a23,revision_number=0']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:32.257837 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-f46b507c-80b7-4bec-909b-4572d63d90ce tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:32.259012 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-f46b507c-80b7-4bec-909b-4572d63d90ce tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1359997 Oct 27 16:40:32.339431 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-efacbce8-8fc1-46b4-be7e-898e7cba24fe req-7252f585-cb9f-449c-8b47-65eebe654a73 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-172623635&fields=id&tenant_id=9a14ffe46fb243d19b1f31c10287a430 HTTP/1.1" status: 200 len: 267 time: 0.0362210 Oct 27 16:40:32.399107 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efacbce8-8fc1-46b4-be7e-898e7cba24fe req-27c4fae7-8a6c-4bf9-a99c-926864a60c47 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:32.400646 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-efacbce8-8fc1-46b4-be7e-898e7cba24fe req-27c4fae7-8a6c-4bf9-a99c-926864a60c47 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 946 time: 0.0531106 Oct 27 16:40:32.412002 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [req-efacbce8-8fc1-46b4-be7e-898e7cba24fe req-bed29d9f-44c2-4a3a-80e3-a6e4bea82c98 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Request body: {'port': {'security_groups': ['35082175-8fa1-428d-9b21-97149ff97814', 'a2931a48-f2b6-4f76-bea8-0538c4c6534b']}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:40:32.475783 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-efacbce8-8fc1-46b4-be7e-898e7cba24fe req-bed29d9f-44c2-4a3a-80e3-a6e4bea82c98 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:32.674007 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-efacbce8-8fc1-46b4-be7e-898e7cba24fe req-bed29d9f-44c2-4a3a-80e3-a6e4bea82c98 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] For port 552bd7a1-d37f-4602-a4fc-b063a2836ef7, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=552bd7a1-d37f-4602-a4fc-b063a2836ef7,segment=NetworkSegment(8132c6f7-1654-4957-bad5-c7c76633225a),segment_id=8132c6f7-1654-4957-bad5-c7c76633225a)] {{(pid=101666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:40:32.704955 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-efacbce8-8fc1-46b4-be7e-898e7cba24fe req-bed29d9f-44c2-4a3a-80e3-a6e4bea82c98 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks [] for port, precommit_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:32.712841 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-efacbce8-8fc1-46b4-be7e-898e7cba24fe req-bed29d9f-44c2-4a3a-80e3-a6e4bea82c98 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25690667'] for port, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:32.756357 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efacbce8-8fc1-46b4-be7e-898e7cba24fe req-bed29d9f-44c2-4a3a-80e3-a6e4bea82c98 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:32.756970 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-efacbce8-8fc1-46b4-be7e-898e7cba24fe req-bed29d9f-44c2-4a3a-80e3-a6e4bea82c98 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:32.758369 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-efacbce8-8fc1-46b4-be7e-898e7cba24fe req-bed29d9f-44c2-4a3a-80e3-a6e4bea82c98 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "PUT /v2.0/ports/552bd7a1-d37f-4602-a4fc-b063a2836ef7 HTTP/1.1" status: 200 len: 982 time: 0.3513606 Oct 27 16:40:32.758821 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f411fa8e-061c-4a3e-ba9e-316059c805eb', 'tag': '552bd7a1-d37f-4602-a4fc-b063a2836ef7'}] {{(pid=101666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:40:32.761140 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c97a8bc50bc1e60c5bcd83482612a755f7c8660878f0fc94464a674b36297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419ae357-9234-45c8-9ad3-926d02a1af4d" -d '{"events": [{"name": "network-changed", "server_uuid": "f411fa8e-061c-4a3e-ba9e-316059c805eb", "tag": "552bd7a1-d37f-4602-a4fc-b063a2836ef7"}]}' {{(pid=101666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:40:32.783776 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed29d9f-44c2-4a3a-80e3-a6e4bea82c98 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Pushing event updated for resources: {'Port': ['ID=552bd7a1-d37f-4602-a4fc-b063a2836ef7,revision_number=6']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:32.804285 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24465777-a888-4f77-afc8-5e234f235fc1 x-openstack-request-id: req-24465777-a888-4f77-afc8-5e234f235fc1 {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:40:32.804583 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f411fa8e-061c-4a3e-ba9e-316059c805eb", "tag": "552bd7a1-d37f-4602-a4fc-b063a2836ef7", "status": "completed", "code": 200}]} {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:40:32.804975 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-24465777-a888-4f77-afc8-5e234f235fc1 {{(pid=101666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:40:32.805213 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f411fa8e-061c-4a3e-ba9e-316059c805eb', 'tag': '552bd7a1-d37f-4602-a4fc-b063a2836ef7', 'status': 'completed', 'code': 200} Oct 27 16:40:32.873984 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df3452-d0cb-4ed4-82b7-e921d0244e2a req-d2fcb34c-ceb9-4c2f-8829-8aaa14f00c0b tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:32.875573 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c8df3452-d0cb-4ed4-82b7-e921d0244e2a req-d2fcb34c-ceb9-4c2f-8829-8aaa14f00c0b tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 985 time: 0.0553834 Oct 27 16:40:32.921492 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c8df3452-d0cb-4ed4-82b7-e921d0244e2a req-52930192-2edb-44db-bd65-c510ba52eb82 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&id=a2931a48-f2b6-4f76-bea8-0538c4c6534b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390089 Oct 27 16:40:32.971286 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-8e937ad0-b298-424a-9c82-796d5d4f9b6f None None] Provisioning complete for port 552bd7a1-d37f-4602-a4fc-b063a2836ef7 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:40:32.972548 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8e937ad0-b298-424a-9c82-796d5d4f9b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:32.972901 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ccf379-5942-404b-837d-0b859c12c490 req-397f676f-4786-4f43-9b26-9cac94a2efa8 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:32.974426 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-14ccf379-5942-404b-837d-0b859c12c490 req-397f676f-4786-4f43-9b26-9cac94a2efa8 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.0583737 Oct 27 16:40:33.047066 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-14ccf379-5942-404b-837d-0b859c12c490 req-29a1b0ff-54a8-4de2-9ace-d0d3513d28f4 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655959 Oct 27 16:40:33.056254 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b9025-2e9f-48c6-a91c-3c3732a6f8a6 req-5ea3d500-428c-4f83-9498-b738894e6f8c tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:33.057852 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f49b9025-2e9f-48c6-a91c-3c3732a6f8a6 req-5ea3d500-428c-4f83-9498-b738894e6f8c tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 947 time: 0.0749040 Oct 27 16:40:33.107913 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f49b9025-2e9f-48c6-a91c-3c3732a6f8a6 req-35638e52-0bc8-4616-8362-d5c0c6c92faf tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368545 Oct 27 16:40:34.178305 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e6d44-135d-4f05-8263-3e60ac69203a req-19b095dd-2d2a-4bf0-965c-a8d7b124fc66 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:34.179795 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-339e6d44-135d-4f05-8263-3e60ac69203a req-19b095dd-2d2a-4bf0-965c-a8d7b124fc66 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.0521388 Oct 27 16:40:34.241695 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-339e6d44-135d-4f05-8263-3e60ac69203a req-3011e86f-efd0-4074-93f8-2a5a36f4728c tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528550 Oct 27 16:40:34.250013 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738247a-a1d5-4592-8f7a-38261289cfcd req-40dd27a7-e8be-44c7-8522-57fb40d69dd6 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:34.251480 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9738247a-a1d5-4592-8f7a-38261289cfcd req-40dd27a7-e8be-44c7-8522-57fb40d69dd6 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 947 time: 0.0708184 Oct 27 16:40:34.296388 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9738247a-a1d5-4592-8f7a-38261289cfcd req-ee227f41-14c3-41bf-9f76-391a40bbfd19 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386329 Oct 27 16:40:35.035574 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['552bd7a1-d37f-4602-a4fc-b063a2836ef7'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:40:35.235310 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['552bd7a1-d37f-4602-a4fc-b063a2836ef7'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:40:35.373618 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ac95f-c673-43fb-bead-96a4722ffabd req-137c6b3f-c72b-4c0b-8705-248bd4b2c691 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:35.375636 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1b9ac95f-c673-43fb-bead-96a4722ffabd req-137c6b3f-c72b-4c0b-8705-248bd4b2c691 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.0610068 Oct 27 16:40:35.466091 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1b9ac95f-c673-43fb-bead-96a4722ffabd req-a849f1d1-7491-4d42-af63-6d6b593249b1 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800796 Oct 27 16:40:35.471141 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ae357-9234-45c8-9ad3-926d02a1af4d req-695f2e3d-fcac-49c3-b9ae-7d08350ddba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:35.472697 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-419ae357-9234-45c8-9ad3-926d02a1af4d req-695f2e3d-fcac-49c3-b9ae-7d08350ddba5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a14ffe46fb243d19b1f31c10287a430&device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 1138 time: 0.0960186 Oct 27 16:40:35.484517 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116a643-5c3e-418e-be5d-851db165b891 req-f71248ca-ab37-4660-a70e-6d2cb1b4d43b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:35.485961 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d116a643-5c3e-418e-be5d-851db165b891 req-f71248ca-ab37-4660-a70e-6d2cb1b4d43b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 947 time: 0.0989666 Oct 27 16:40:35.574325 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d116a643-5c3e-418e-be5d-851db165b891 req-e1962da4-08bc-4632-81ae-52544089f3d5 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800655 Oct 27 16:40:35.607116 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ae357-9234-45c8-9ad3-926d02a1af4d req-f2b54b02-cb1b-4fc3-a878-ccbedfbd3af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:35.608642 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-419ae357-9234-45c8-9ad3-926d02a1af4d req-f2b54b02-cb1b-4fc3-a878-ccbedfbd3af7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d0cc6912-268c-4ba3-af57-86b3ef84a5a9 HTTP/1.1" status: 200 len: 917 time: 0.1218474 Oct 27 16:40:35.686732 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-419ae357-9234-45c8-9ad3-926d02a1af4d req-68a7eaac-20b3-462d-b2f2-d3df0799bc2e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=552bd7a1-d37f-4602-a4fc-b063a2836ef7 HTTP/1.1" status: 200 len: 1002 time: 0.0676930 Oct 27 16:40:35.744444 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ae357-9234-45c8-9ad3-926d02a1af4d req-7ac361dc-b673-411a-9d7c-f2683ea22b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:35.745914 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-419ae357-9234-45c8-9ad3-926d02a1af4d req-7ac361dc-b673-411a-9d7c-f2683ea22b5d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d64785c2-0a62-4404-952b-b403465d443a HTTP/1.1" status: 200 len: 854 time: 0.0468771 Oct 27 16:40:35.795186 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ae357-9234-45c8-9ad3-926d02a1af4d req-b3144a84-42d9-41a7-9884-f18b8caf5dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:35.796760 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-419ae357-9234-45c8-9ad3-926d02a1af4d req-b3144a84-42d9-41a7-9884-f18b8caf5dad service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d0cc6912-268c-4ba3-af57-86b3ef84a5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417144 Oct 27 16:40:35.820282 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['552bd7a1-d37f-4602-a4fc-b063a2836ef7'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:40:35.828076 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['552bd7a1-d37f-4602-a4fc-b063a2836ef7'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:40:35.906902 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-419ae357-9234-45c8-9ad3-926d02a1af4d req-815aebaf-6026-4a39-a935-a4de4b10cc2f service neutron] 10.222.0.66 "GET /v2.0/networks/d0cc6912-268c-4ba3-af57-86b3ef84a5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991020 Oct 27 16:40:35.997046 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-419ae357-9234-45c8-9ad3-926d02a1af4d req-5d408126-49ec-48f1-86db-618980ce0af1 service neutron] 10.222.0.66 "GET /v2.0/networks/d0cc6912-268c-4ba3-af57-86b3ef84a5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820050 Oct 27 16:40:36.521073 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.agents_db [None req-8f3c53fd-3166-491a-b603-91a64fcc8de1 None None] Agent healthcheck: found 6 active agents {{(pid=101668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:40:36.587518 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3073b06-a48e-4e31-ad47-781f3cdacf81 req-4221fd56-9dfe-469c-bc7c-03501e0fd344 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:36.589100 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f3073b06-a48e-4e31-ad47-781f3cdacf81 req-4221fd56-9dfe-469c-bc7c-03501e0fd344 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.0497921 Oct 27 16:40:36.627407 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f3073b06-a48e-4e31-ad47-781f3cdacf81 req-0311bc8a-5539-4276-b88d-6b2a336c879e tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319204 Oct 27 16:40:36.702321 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3370ce3-e84d-47ab-84ba-ee2669d91a84 req-e08b7a65-7b79-4f2e-aab6-8bd070751955 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:36.703862 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f3370ce3-e84d-47ab-84ba-ee2669d91a84 req-e08b7a65-7b79-4f2e-aab6-8bd070751955 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 947 time: 0.0543406 Oct 27 16:40:36.744375 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f3370ce3-e84d-47ab-84ba-ee2669d91a84 req-72a72e5e-dd51-44b9-9704-59c4ae99a920 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341735 Oct 27 16:40:37.758387 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce35c0d-bd89-4e94-a5d6-049120febcc8 req-e6f7abee-22cc-48a3-9690-b23bea1f2018 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:37.760044 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-bce35c0d-bd89-4e94-a5d6-049120febcc8 req-e6f7abee-22cc-48a3-9690-b23bea1f2018 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.0496321 Oct 27 16:40:37.801024 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-bce35c0d-bd89-4e94-a5d6-049120febcc8 req-1e6dc370-a5e5-42b6-b288-153cd75a677b tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351708 Oct 27 16:40:37.850329 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 56032) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:37.876239 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9bef43-55ef-40d6-bf09-73b70b6dbf36 req-378b93b9-f3da-42dd-928f-77b4dc3213ce tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:37.882476 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0c9bef43-55ef-40d6-bf09-73b70b6dbf36 req-378b93b9-f3da-42dd-928f-77b4dc3213ce tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 947 time: 0.0572889 Oct 27 16:40:37.920111 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0c9bef43-55ef-40d6-bf09-73b70b6dbf36 req-585af7f4-328c-475c-af4c-0c92a15789d9 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356350 Oct 27 16:40:37.975389 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d50e2955-2599-4397-a1b9-a08a4906ce10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:38.052121 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d50e2955-2599-4397-a1b9-a08a4906ce10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:38.056465 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d50e2955-2599-4397-a1b9-a08a4906ce10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:38.068432 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8e719-3a02-46a2-b805-b6bd00eeb975 req-f7bc28b7-36d7-4f13-b9e6-d6e2b23d3b04 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:38.070093 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-97b8e719-3a02-46a2-b805-b6bd00eeb975 req-f7bc28b7-36d7-4f13-b9e6-d6e2b23d3b04 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.0554895 Oct 27 16:40:38.099043 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e2955-2599-4397-a1b9-a08a4906ce10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47eec65-ff17-4b8a-8b69-4a6a79512924,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:38.107651 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-d50e2955-2599-4397-a1b9-a08a4906ce10 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ef5d84c9708d46dcaa1e5c13f6eb767d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2555964 Oct 27 16:40:38.107849 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 56044) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:38.117718 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-97b8e719-3a02-46a2-b805-b6bd00eeb975 req-84953855-9fdd-4609-bffc-2465f153a22d tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418015 Oct 27 16:40:38.161142 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-35d40c77-f885-4bae-9892-40758500e798 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:38.183897 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-35d40c77-f885-4bae-9892-40758500e798 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:38.231418 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-35d40c77-f885-4bae-9892-40758500e798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:38.234608 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-35d40c77-f885-4bae-9892-40758500e798 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:38.235779 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-35d40c77-f885-4bae-9892-40758500e798 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c47eec65-ff17-4b8a-8b69-4a6a79512924 HTTP/1.1" status: 204 len: 168 time: 0.1268208 Oct 27 16:40:38.246085 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d40c77-f885-4bae-9892-40758500e798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47eec65-ff17-4b8a-8b69-4a6a79512924,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:38.279523 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 56050) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:38.287456 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-96ed8df4-44ba-4c54-a9e3-c0476fe775b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:38.384630 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b07f2372-e519-49c0-95d5-5588f1009ef6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:38.459001 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b07f2372-e519-49c0-95d5-5588f1009ef6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:38.463244 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b07f2372-e519-49c0-95d5-5588f1009ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:38.506851 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-b07f2372-e519-49c0-95d5-5588f1009ef6 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=32d04d188cdb44cebc09d483ef174233&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2230747 Oct 27 16:40:38.506851 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f2372-e519-49c0-95d5-5588f1009ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507a2b0c-f5ae-4ae8-a3e0-af350aea8fac,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:38.507252 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 56058) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:38.564811 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-df556cf1-9493-4018-ac05-2315981cf1ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:38.586654 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-df556cf1-9493-4018-ac05-2315981cf1ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:38.636572 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-df556cf1-9493-4018-ac05-2315981cf1ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:38.639269 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-df556cf1-9493-4018-ac05-2315981cf1ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:38.643043 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-df556cf1-9493-4018-ac05-2315981cf1ba admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/507a2b0c-f5ae-4ae8-a3e0-af350aea8fac HTTP/1.1" status: 204 len: 168 time: 0.1319957 Oct 27 16:40:38.648201 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df556cf1-9493-4018-ac05-2315981cf1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507a2b0c-f5ae-4ae8-a3e0-af350aea8fac,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:38.932315 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09bc65a-c79b-4cf3-91f6-6f07e540c8bb req-558dc146-741b-4782-8ba6-cf89f944ff62 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:38.934027 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b09bc65a-c79b-4cf3-91f6-6f07e540c8bb req-558dc146-741b-4782-8ba6-cf89f944ff62 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.0575850 Oct 27 16:40:38.979348 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b09bc65a-c79b-4cf3-91f6-6f07e540c8bb req-e3061538-7c05-43f0-bcf6-edc90e722107 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375135 Oct 27 16:40:39.240624 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea65122-08f0-427f-a9dc-931d6a10a9df req-f0f238c8-6758-4927-8012-4ffcdf21bbd9 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:39.242165 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5ea65122-08f0-427f-a9dc-931d6a10a9df req-f0f238c8-6758-4927-8012-4ffcdf21bbd9 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.0521441 Oct 27 16:40:39.282433 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5ea65122-08f0-427f-a9dc-931d6a10a9df req-9dfd12a8-9526-44c5-b610-9e87de853e6e tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331275 Oct 27 16:40:40.110322 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e36eb-50b8-4deb-b83e-2a20e3fe9cd3 req-464dd4f8-b585-4028-8f67-03ec31a8eeff tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:40.111803 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-341e36eb-50b8-4deb-b83e-2a20e3fe9cd3 req-464dd4f8-b585-4028-8f67-03ec31a8eeff tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.0587113 Oct 27 16:40:40.156509 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-341e36eb-50b8-4deb-b83e-2a20e3fe9cd3 req-da197193-1956-45c0-9c3d-33693e0223f9 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382993 Oct 27 16:40:40.413944 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5d72f-e76a-4df0-82cd-97e66d87c6eb req-328f9a1d-f334-4bc5-a20d-699be9708d9e tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:40.415401 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a0c5d72f-e76a-4df0-82cd-97e66d87c6eb req-328f9a1d-f334-4bc5-a20d-699be9708d9e tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.0599968 Oct 27 16:40:40.453514 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a0c5d72f-e76a-4df0-82cd-97e66d87c6eb req-29ea989a-e99e-431f-9047-453456ed477e tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319424 Oct 27 16:40:40.596365 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-59bd0355-e988-42f3-a0f2-b042d439719e req-cdf8c0f0-980a-410b-a031-d0973b399df2 tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=b0b5668b1d144da8a73cc0111d1ab963&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302892 Oct 27 16:40:40.776208 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd0355-e988-42f3-a0f2-b042d439719e req-b7791450-a31b-4ad2-a8ed-76309c848b33 tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:40.777668 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-59bd0355-e988-42f3-a0f2-b042d439719e req-b7791450-a31b-4ad2-a8ed-76309c848b33 tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1757789 Oct 27 16:40:40.795777 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-59bd0355-e988-42f3-a0f2-b042d439719e req-fcaa593c-e71f-47e1-802b-7070f3a5e8f3 tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] 10.222.0.91 "GET /v2.0/quotas/b0b5668b1d144da8a73cc0111d1ab963 HTTP/1.1" status: 200 len: 375 time: 0.0094507 Oct 27 16:40:40.833245 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-59bd0355-e988-42f3-a0f2-b042d439719e req-d83b7aa0-2edb-4a11-9247-dd40582cf29a tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=b0b5668b1d144da8a73cc0111d1ab963&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295222 Oct 27 16:40:40.981027 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-78456dca-c0c1-4bb1-92b6-4fdb1532c599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:41.163707 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-bb6089b6-9e20-4449-b090-17e468beb308 req-980efb02-ffd5-4aac-ba5b-1e4d1fbf3b95 tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] 10.222.0.91 "GET /v2.0/ports?device_id=2638b66d-3ab2-4602-8eb4-24d607de0987 HTTP/1.1" status: 200 len: 210 time: 0.1981194 Oct 27 16:40:41.277466 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acefe73-281e-456f-bed8-c3a1d2b64c75 req-01ceacaa-5185-4560-93bc-fbdf4bb4453c tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:41.278980 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4acefe73-281e-456f-bed8-c3a1d2b64c75 req-01ceacaa-5185-4560-93bc-fbdf4bb4453c tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.0547466 Oct 27 16:40:41.316996 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4acefe73-281e-456f-bed8-c3a1d2b64c75 req-92a72911-0747-40cc-8269-6513e1e9763b tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318930 Oct 27 16:40:41.568679 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ac738-79ed-4010-acea-0cbc87f69136 req-4cd23bbf-5993-43fe-909f-9ef78c3b2777 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:41.570157 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-613ac738-79ed-4010-acea-0cbc87f69136 req-4cd23bbf-5993-43fe-909f-9ef78c3b2777 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.0489497 Oct 27 16:40:41.609146 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-613ac738-79ed-4010-acea-0cbc87f69136 req-d19174a1-42c1-466e-ad8a-eddd99a1b22b tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323725 Oct 27 16:40:41.852287 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ef295-56f0-4b71-84e6-88f452d9bd81 req-ff6c8a01-5bc6-4d28-97ec-942f06c63f44 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:41.853699 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5f4ef295-56f0-4b71-84e6-88f452d9bd81 req-ff6c8a01-5bc6-4d28-97ec-942f06c63f44 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 946 time: 0.0610781 Oct 27 16:40:41.970878 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [req-5f4ef295-56f0-4b71-84e6-88f452d9bd81 req-e94ddfbd-f4b3-4414-ac4a-b9861466ce44 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Deleting port 7ae663fd-1d43-45ed-baed-4618e9786532 {{(pid=101666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:40:41.973064 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-5f4ef295-56f0-4b71-84e6-88f452d9bd81 req-e94ddfbd-f4b3-4414-ac4a-b9861466ce44 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:42.056289 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:42.063958 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-5f4ef295-56f0-4b71-84e6-88f452d9bd81 req-e94ddfbd-f4b3-4414-ac4a-b9861466ce44 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] For port 7ae663fd-1d43-45ed-baed-4618e9786532, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=7ae663fd-1d43-45ed-baed-4618e9786532,segment=NetworkSegment(29b05e4f-1fbd-4194-bf65-15dc47a9d766),segment_id=29b05e4f-1fbd-4194-bf65-15dc47a9d766)] {{(pid=101666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:40:42.064347 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-5f4ef295-56f0-4b71-84e6-88f452d9bd81 req-e94ddfbd-f4b3-4414-ac4a-b9861466ce44 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:42.079379 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [req-5f4ef295-56f0-4b71-84e6-88f452d9bd81 req-e94ddfbd-f4b3-4414-ac4a-b9861466ce44 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Calling delete_port for 7ae663fd-1d43-45ed-baed-4618e9786532 owned by compute:nova {{(pid=101666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:40:42.105487 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-59bd0355-e988-42f3-a0f2-b042d439719e req-b62d3b27-ad8e-4b55-8b4c-5cea39bf1dcf tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=b0b5668b1d144da8a73cc0111d1ab963&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272520 Oct 27 16:40:42.311244 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4ba4abb9-dfc4-4ccc-af4c-3360923c6fa9 req-0e82ac2c-d3f3-443b-a906-05488b601aef tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] 10.222.0.91 "GET /v2.0/ports?device_id=2638b66d-3ab2-4602-8eb4-24d607de0987 HTTP/1.1" status: 200 len: 210 time: 0.0673032 Oct 27 16:40:42.325154 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd0355-e988-42f3-a0f2-b042d439719e req-deb44876-35b7-4857-9161-3838f98c8139 tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:42.326560 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-59bd0355-e988-42f3-a0f2-b042d439719e req-deb44876-35b7-4857-9161-3838f98c8139 tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1904037 Oct 27 16:40:42.341699 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-5f4ef295-56f0-4b71-84e6-88f452d9bd81 req-e94ddfbd-f4b3-4414-ac4a-b9861466ce44 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25690832'] for port, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:42.353211 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [req-59bd0355-e988-42f3-a0f2-b042d439719e req-97eab9ea-37b1-426a-bd29-29a7561b4c7b tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] Request body: {'port': {'device_id': '2638b66d-3ab2-4602-8eb4-24d607de0987', 'network_id': '928e5abe-661e-43ca-b26d-04a1197fa0fe', 'admin_state_up': True, 'tenant_id': 'b0b5668b1d144da8a73cc0111d1ab963'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:40:42.356120 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['d936b1e4-d206-4630-a2fd-ceb92f939c4a', '7ae663fd-1d43-45ed-baed-4618e9786532'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:40:42.416291 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ddfbd-f4b3-4414-ac4a-b9861466ce44 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Pushing event deleted for resources: {'Port': ['ID=7ae663fd-1d43-45ed-baed-4618e9786532,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:42.431368 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:42.751212 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a794f684-3127-4172-b525-817a121bbba7 req-c4d7f25a-85fd-4515-8b0d-cdef7b193d5d tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc71c9ed-8ae6-4e2a-b052-b3d777b3659f HTTP/1.1" status: 200 len: 210 time: 0.0529733 Oct 27 16:40:42.751845 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4ef295-56f0-4b71-84e6-88f452d9bd81 req-e94ddfbd-f4b3-4414-ac4a-b9861466ce44 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] No DVR routers for this DVR port 7ae663fd-1d43-45ed-baed-4618e9786532 on host hv-cinder-81565 {{(pid=101666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:40:42.757478 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-5f4ef295-56f0-4b71-84e6-88f452d9bd81 req-e94ddfbd-f4b3-4414-ac4a-b9861466ce44 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:42.760802 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5f4ef295-56f0-4b71-84e6-88f452d9bd81 req-e94ddfbd-f4b3-4414-ac4a-b9861466ce44 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.66 "DELETE /v2.0/ports/7ae663fd-1d43-45ed-baed-4618e9786532 HTTP/1.1" status: 204 len: 173 time: 0.8916547 Oct 27 16:40:42.767534 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc71c9ed-8ae6-4e2a-b052-b3d777b3659f', 'name': 'network-vif-deleted', 'tag': '7ae663fd-1d43-45ed-baed-4618e9786532'}] {{(pid=101666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:40:42.770161 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c97a8bc50bc1e60c5bcd83482612a755f7c8660878f0fc94464a674b36297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beace9ac-ff6c-4679-9161-fecd27e17613" -d '{"events": [{"server_uuid": "cc71c9ed-8ae6-4e2a-b052-b3d777b3659f", "name": "network-vif-deleted", "tag": "7ae663fd-1d43-45ed-baed-4618e9786532"}]}' {{(pid=101666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:40:42.803325 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc887fc6-bc01-4826-9496-dfba60b60162 req-ef70cce1-4764-45b5-a52e-53cb943a091a tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:42.805035 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cc887fc6-bc01-4826-9496-dfba60b60162 req-ef70cce1-4764-45b5-a52e-53cb943a091a tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.3931506 Oct 27 16:40:42.808760 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e5d6e7-7133-4bd0-8455-434c186057b7 x-openstack-request-id: req-57e5d6e7-7133-4bd0-8455-434c186057b7 {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:40:42.809121 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc71c9ed-8ae6-4e2a-b052-b3d777b3659f", "name": "network-vif-deleted", "tag": "7ae663fd-1d43-45ed-baed-4618e9786532", "status": "completed", "code": 200}]} {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:40:42.809371 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-57e5d6e7-7133-4bd0-8455-434c186057b7 {{(pid=101666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:40:42.809744 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc71c9ed-8ae6-4e2a-b052-b3d777b3659f', 'name': 'network-vif-deleted', 'tag': '7ae663fd-1d43-45ed-baed-4618e9786532', 'status': 'completed', 'code': 200} Oct 27 16:40:42.843246 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59bd0355-e988-42f3-a0f2-b042d439719e req-97eab9ea-37b1-426a-bd29-29a7561b4c7b tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] Made reservation on behalf of b0b5668b1d144da8a73cc0111d1ab963 for: {'port': 1} {{(pid=101666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:40:42.846700 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-59bd0355-e988-42f3-a0f2-b042d439719e req-97eab9ea-37b1-426a-bd29-29a7561b4c7b tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:42.861249 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-59bd0355-e988-42f3-a0f2-b042d439719e req-97eab9ea-37b1-426a-bd29-29a7561b4c7b tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] Publish callbacks [] for security_group, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:42.873004 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cc887fc6-bc01-4826-9496-dfba60b60162 req-86104703-d5e4-408e-bf4a-103c1f8801f9 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587156 Oct 27 16:40:42.943630 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-59bd0355-e988-42f3-a0f2-b042d439719e req-97eab9ea-37b1-426a-bd29-29a7561b4c7b tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] Publish callbacks [] for security_group, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:42.948548 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-59bd0355-e988-42f3-a0f2-b042d439719e req-97eab9ea-37b1-426a-bd29-29a7561b4c7b tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:43.008399 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eab9ea-37b1-426a-bd29-29a7561b4c7b tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa89884b-a450-4ba8-b14e-ca1358fa0e13,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:43.079303 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.db_base_plugin_common [req-59bd0355-e988-42f3-a0f2-b042d439719e req-97eab9ea-37b1-426a-bd29-29a7561b4c7b tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] Allocated IP 192.168.233.63 (928e5abe-661e-43ca-b26d-04a1197fa0fe/4c5598f9-3e49-4136-b808-eaf490395f67/9e316c4a-e898-47da-bd4a-1a82998b376a) {{(pid=101666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:40:43.225720 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-59bd0355-e988-42f3-a0f2-b042d439719e req-97eab9ea-37b1-426a-bd29-29a7561b4c7b tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] Publish callbacks [] for port, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:43.262433 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-59bd0355-e988-42f3-a0f2-b042d439719e req-97eab9ea-37b1-426a-bd29-29a7561b4c7b tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25690832'] for port, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:43.310787 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59bd0355-e988-42f3-a0f2-b042d439719e req-97eab9ea-37b1-426a-bd29-29a7561b4c7b tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] Network 928e5abe-661e-43ca-b26d-04a1197fa0fe is already hosted by enough agents. {{(pid=101666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:40:43.313951 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [req-59bd0355-e988-42f3-a0f2-b042d439719e req-97eab9ea-37b1-426a-bd29-29a7561b4c7b tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] Resources bound (agent type, host, resource id): {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:40:43.317719 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [req-59bd0355-e988-42f3-a0f2-b042d439719e req-97eab9ea-37b1-426a-bd29-29a7561b4c7b tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] Received port after_create {{(pid=101666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:40:43.347245 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eab9ea-37b1-426a-bd29-29a7561b4c7b tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] Pushing event updated for resources: {'Port': ['ID=9e316c4a-e898-47da-bd4a-1a82998b376a,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:43.375853 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd0355-e988-42f3-a0f2-b042d439719e req-97eab9ea-37b1-426a-bd29-29a7561b4c7b tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:43.376630 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-59bd0355-e988-42f3-a0f2-b042d439719e req-97eab9ea-37b1-426a-bd29-29a7561b4c7b tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:43.398975 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-59bd0355-e988-42f3-a0f2-b042d439719e req-97eab9ea-37b1-426a-bd29-29a7561b4c7b tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0523400 Oct 27 16:40:43.419990 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [req-59bd0355-e988-42f3-a0f2-b042d439719e req-ffd525a2-c3f2-4c7a-81e3-cfc841cb41b7 service neutron] Request body: {'port': {'device_id': '2638b66d-3ab2-4602-8eb4-24d607de0987', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:40:43.487366 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-59bd0355-e988-42f3-a0f2-b042d439719e req-ffd525a2-c3f2-4c7a-81e3-cfc841cb41b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:43.558469 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-bd36217c-3c3b-4c1e-98be-9f1c21356974 None None] Provisioning complete for port 9e316c4a-e898-47da-bd4a-1a82998b376a triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:40:43.559106 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-bd36217c-3c3b-4c1e-98be-9f1c21356974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:43.561256 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5efed8-fae7-4563-ba5f-ce5104019c99 req-c802ac48-4cf9-4664-ba01-480236740ae6 tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:43.562718 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7c5efed8-fae7-4563-ba5f-ce5104019c99 req-c802ac48-4cf9-4664-ba01-480236740ae6 tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] 10.222.0.91 "GET /v2.0/ports?device_id=2638b66d-3ab2-4602-8eb4-24d607de0987 HTTP/1.1" status: 200 len: 935 time: 0.1522086 Oct 27 16:40:43.592682 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-bd36217c-3c3b-4c1e-98be-9f1c21356974 None None] Port 9e316c4a-e898-47da-bd4a-1a82998b376a cannot update to ACTIVE because it is not bound. {{(pid=101667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:40:43.664745 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7c5efed8-fae7-4563-ba5f-ce5104019c99 req-83ecd9a7-aef3-4229-9707-73863165d704 tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa89884b-a450-4ba8-b14e-ca1358fa0e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957248 Oct 27 16:40:43.734290 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:43.817616 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [req-59bd0355-e988-42f3-a0f2-b042d439719e req-ffd525a2-c3f2-4c7a-81e3-cfc841cb41b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e316c4a-e898-47da-bd4a-1a82998b376a {{(pid=101666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:40:43.825566 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-59bd0355-e988-42f3-a0f2-b042d439719e req-ffd525a2-c3f2-4c7a-81e3-cfc841cb41b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:43.838367 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.provisioning_blocks [req-59bd0355-e988-42f3-a0f2-b042d439719e req-ffd525a2-c3f2-4c7a-81e3-cfc841cb41b7 service neutron] Transition to ACTIVE for port object 9e316c4a-e898-47da-bd4a-1a82998b376a will not be triggered until provisioned by entity L2. {{(pid=101666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:40:43.842401 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-59bd0355-e988-42f3-a0f2-b042d439719e req-ffd525a2-c3f2-4c7a-81e3-cfc841cb41b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25690667'] for port, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:43.891749 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd525a2-c3f2-4c7a-81e3-cfc841cb41b7 service neutron] Pushing event updated for resources: {'Port': ['ID=9e316c4a-e898-47da-bd4a-1a82998b376a,revision_number=2']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:44.001176 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-59bd0355-e988-42f3-a0f2-b042d439719e req-ffd525a2-c3f2-4c7a-81e3-cfc841cb41b7 service neutron] Attempting to bind port 9e316c4a-e898-47da-bd4a-1a82998b376a on host hv-cinder-81565 for vnic_type normal with profile {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:40:44.001649 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-59bd0355-e988-42f3-a0f2-b042d439719e req-ffd525a2-c3f2-4c7a-81e3-cfc841cb41b7 service neutron] Attempting to bind port 9e316c4a-e898-47da-bd4a-1a82998b376a by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': 'eb034667-a93e-49c9-8ca5-1f847b299a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '928e5abe-661e-43ca-b26d-04a1197fa0fe'}] {{(pid=101666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:40:44.002064 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bd0355-e988-42f3-a0f2-b042d439719e req-ffd525a2-c3f2-4c7a-81e3-cfc841cb41b7 service neutron] Attempting to bind port 9e316c4a-e898-47da-bd4a-1a82998b376a on network 928e5abe-661e-43ca-b26d-04a1197fa0fe {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:40:44.022332 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bd0355-e988-42f3-a0f2-b042d439719e req-ffd525a2-c3f2-4c7a-81e3-cfc841cb41b7 service neutron] Port 9e316c4a-e898-47da-bd4a-1a82998b376a on network 928e5abe-661e-43ca-b26d-04a1197fa0fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:40:44.022652 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bd0355-e988-42f3-a0f2-b042d439719e req-ffd525a2-c3f2-4c7a-81e3-cfc841cb41b7 service neutron] Attempting to bind port 9e316c4a-e898-47da-bd4a-1a82998b376a on network 928e5abe-661e-43ca-b26d-04a1197fa0fe {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:40:44.045719 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bd0355-e988-42f3-a0f2-b042d439719e req-ffd525a2-c3f2-4c7a-81e3-cfc841cb41b7 service neutron] Checking agent: {'id': '082437a5-0f96-45b0-8b8c-6a124d6faa93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 33, 51), 'started_at': datetime.datetime(2021, 10, 27, 16, 33, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:40:44.046051 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bd0355-e988-42f3-a0f2-b042d439719e req-ffd525a2-c3f2-4c7a-81e3-cfc841cb41b7 service neutron] Checking segment: {'id': 'eb034667-a93e-49c9-8ca5-1f847b299a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '928e5abe-661e-43ca-b26d-04a1197fa0fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:40:44.046428 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bd0355-e988-42f3-a0f2-b042d439719e req-ffd525a2-c3f2-4c7a-81e3-cfc841cb41b7 service neutron] Bound using segment: {'id': 'eb034667-a93e-49c9-8ca5-1f847b299a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '928e5abe-661e-43ca-b26d-04a1197fa0fe'} {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:40:44.046856 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-59bd0355-e988-42f3-a0f2-b042d439719e req-ffd525a2-c3f2-4c7a-81e3-cfc841cb41b7 service neutron] Bound port: 9e316c4a-e898-47da-bd4a-1a82998b376a, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb034667-a93e-49c9-8ca5-1f847b299a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '928e5abe-661e-43ca-b26d-04a1197fa0fe'}}] {{(pid=101666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:40:44.047205 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-59bd0355-e988-42f3-a0f2-b042d439719e req-ffd525a2-c3f2-4c7a-81e3-cfc841cb41b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:44.074041 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23803c1a-aa36-477c-8499-4148d72dbbf8 req-6c54f0de-f25f-412f-b312-14e9901bf7b8 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:44.075558 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-23803c1a-aa36-477c-8499-4148d72dbbf8 req-6c54f0de-f25f-412f-b312-14e9901bf7b8 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.1080308 Oct 27 16:40:44.115781 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54e386-3ecc-4892-aafb-f9998df4390d req-29d186e3-5526-4dc3-8c97-bcdc64a9b9ce tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:44.117226 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-db54e386-3ecc-4892-aafb-f9998df4390d req-29d186e3-5526-4dc3-8c97-bcdc64a9b9ce tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.1128478 Oct 27 16:40:44.188642 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-23803c1a-aa36-477c-8499-4148d72dbbf8 req-3e6cb0c4-0a66-4346-b999-83b9fe528cd1 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064854 Oct 27 16:40:44.192250 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-59bd0355-e988-42f3-a0f2-b042d439719e req-ffd525a2-c3f2-4c7a-81e3-cfc841cb41b7 service neutron] For port 9e316c4a-e898-47da-bd4a-1a82998b376a, host hv-cinder-81565, cleared binding levels {{(pid=101666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:40:44.196892 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-59bd0355-e988-42f3-a0f2-b042d439719e req-ffd525a2-c3f2-4c7a-81e3-cfc841cb41b7 service neutron] For port 9e316c4a-e898-47da-bd4a-1a82998b376a, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=9e316c4a-e898-47da-bd4a-1a82998b376a,segment=NetworkSegment(eb034667-a93e-49c9-8ca5-1f847b299a18),segment_id=eb034667-a93e-49c9-8ca5-1f847b299a18)] {{(pid=101666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:40:44.200983 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-db54e386-3ecc-4892-aafb-f9998df4390d req-4c7da120-7300-43f9-9b88-848f991159ee tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704424 Oct 27 16:40:44.202675 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-59bd0355-e988-42f3-a0f2-b042d439719e req-ffd525a2-c3f2-4c7a-81e3-cfc841cb41b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25690667'] for port, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:44.242835 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd0355-e988-42f3-a0f2-b042d439719e req-ffd525a2-c3f2-4c7a-81e3-cfc841cb41b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:44.243434 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-59bd0355-e988-42f3-a0f2-b042d439719e req-ffd525a2-c3f2-4c7a-81e3-cfc841cb41b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:44.244986 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-59bd0355-e988-42f3-a0f2-b042d439719e req-ffd525a2-c3f2-4c7a-81e3-cfc841cb41b7 service neutron] 10.222.0.66 "PUT /v2.0/ports/9e316c4a-e898-47da-bd4a-1a82998b376a HTTP/1.1" status: 200 len: 1097 time: 0.8293455 Oct 27 16:40:44.259785 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd525a2-c3f2-4c7a-81e3-cfc841cb41b7 service neutron] Pushing event updated for resources: {'Port': ['ID=9e316c4a-e898-47da-bd4a-1a82998b376a,revision_number=3']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:44.330612 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd0355-e988-42f3-a0f2-b042d439719e req-d5d9156e-d05c-4abc-be97-f5f0f19e7c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:44.332133 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-59bd0355-e988-42f3-a0f2-b042d439719e req-d5d9156e-d05c-4abc-be97-f5f0f19e7c96 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b0b5668b1d144da8a73cc0111d1ab963&device_id=2638b66d-3ab2-4602-8eb4-24d607de0987 HTTP/1.1" status: 200 len: 1100 time: 0.0417256 Oct 27 16:40:44.383059 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-59bd0355-e988-42f3-a0f2-b042d439719e req-d44c4fe8-2677-4f36-b2d4-cc876a6e7f9a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=9e316c4a-e898-47da-bd4a-1a82998b376a HTTP/1.1" status: 200 len: 217 time: 0.0393310 Oct 27 16:40:44.442390 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd0355-e988-42f3-a0f2-b042d439719e req-f3198349-ce64-4f85-b754-58b38ab0e72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:44.443853 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-59bd0355-e988-42f3-a0f2-b042d439719e req-f3198349-ce64-4f85-b754-58b38ab0e72c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4c5598f9-3e49-4136-b808-eaf490395f67 HTTP/1.1" status: 200 len: 843 time: 0.0443437 Oct 27 16:40:44.495671 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd0355-e988-42f3-a0f2-b042d439719e req-83a6959e-96b8-4296-891a-e8b78502ba23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:44.497097 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-59bd0355-e988-42f3-a0f2-b042d439719e req-83a6959e-96b8-4296-891a-e8b78502ba23 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=928e5abe-661e-43ca-b26d-04a1197fa0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0413804 Oct 27 16:40:44.603293 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-59bd0355-e988-42f3-a0f2-b042d439719e req-18bdb296-3e59-4d9e-87a0-121c314bad62 service neutron] 10.222.0.66 "GET /v2.0/networks/928e5abe-661e-43ca-b26d-04a1197fa0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946779 Oct 27 16:40:44.706280 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-59bd0355-e988-42f3-a0f2-b042d439719e req-fdd2e8ad-8a7c-4b99-bb7a-a4f8e82f1a10 service neutron] 10.222.0.66 "GET /v2.0/networks/928e5abe-661e-43ca-b26d-04a1197fa0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918410 Oct 27 16:40:44.782048 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b92f5-d996-48ec-86d4-4eb2c72c49be req-7014d71e-1e88-488b-a9c2-a6c9a5f25519 tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:44.783394 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0d8b92f5-d996-48ec-86d4-4eb2c72c49be req-7014d71e-1e88-488b-a9c2-a6c9a5f25519 tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] 10.222.0.91 "GET /v2.0/ports?device_id=2638b66d-3ab2-4602-8eb4-24d607de0987 HTTP/1.1" status: 200 len: 947 time: 0.0490232 Oct 27 16:40:44.813019 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2638b66d-3ab2-4602-8eb4-24d607de0987', 'tag': '9e316c4a-e898-47da-bd4a-1a82998b376a'}] {{(pid=101666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:40:44.816466 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c97a8bc50bc1e60c5bcd83482612a755f7c8660878f0fc94464a674b36297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6cccdf-8d8c-4933-8ed2-b36e91b73912" -d '{"events": [{"name": "network-changed", "server_uuid": "2638b66d-3ab2-4602-8eb4-24d607de0987", "tag": "9e316c4a-e898-47da-bd4a-1a82998b376a"}]}' {{(pid=101666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:40:44.840233 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0d8b92f5-d996-48ec-86d4-4eb2c72c49be req-02faee01-5e7a-4208-8726-aaeae045d3b7 tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa89884b-a450-4ba8-b14e-ca1358fa0e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503533 Oct 27 16:40:44.855669 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10158727-caa6-4bb8-ba76-221e5ed81eec x-openstack-request-id: req-10158727-caa6-4bb8-ba76-221e5ed81eec {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:40:44.855999 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2638b66d-3ab2-4602-8eb4-24d607de0987", "tag": "9e316c4a-e898-47da-bd4a-1a82998b376a", "status": "completed", "code": 200}]} {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:40:44.856257 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-10158727-caa6-4bb8-ba76-221e5ed81eec {{(pid=101666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:40:44.856652 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2638b66d-3ab2-4602-8eb4-24d607de0987', 'tag': '9e316c4a-e898-47da-bd4a-1a82998b376a', 'status': 'completed', 'code': 200} Oct 27 16:40:44.925720 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6cccdf-8d8c-4933-8ed2-b36e91b73912 req-8a48bffa-2a81-4642-a301-76ead033bb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:44.927190 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7f6cccdf-8d8c-4933-8ed2-b36e91b73912 req-8a48bffa-2a81-4642-a301-76ead033bb6b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b0b5668b1d144da8a73cc0111d1ab963&device_id=2638b66d-3ab2-4602-8eb4-24d607de0987 HTTP/1.1" status: 200 len: 1100 time: 0.0421715 Oct 27 16:40:45.023074 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6cccdf-8d8c-4933-8ed2-b36e91b73912 req-e4361f88-518d-451e-a4a1-1e0dac279366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:45.024573 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7f6cccdf-8d8c-4933-8ed2-b36e91b73912 req-e4361f88-518d-451e-a4a1-1e0dac279366 service neutron] 10.222.0.66 "GET /v2.0/networks?id=928e5abe-661e-43ca-b26d-04a1197fa0fe HTTP/1.1" status: 200 len: 871 time: 0.0865655 Oct 27 16:40:45.080031 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 7ae663fd-1d43-45ed-baed-4618e9786532 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:40:45.085076 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7f6cccdf-8d8c-4933-8ed2-b36e91b73912 req-a735dddd-4b77-4db7-923c-a79968ad4a7c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=9e316c4a-e898-47da-bd4a-1a82998b376a HTTP/1.1" status: 200 len: 217 time: 0.0381320 Oct 27 16:40:45.100575 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] No Port match for: 7ae663fd-1d43-45ed-baed-4618e9786532 {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:40:45.100909 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 7ae663fd-1d43-45ed-baed-4618e9786532 not bound to the agent host hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:40:45.144358 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6cccdf-8d8c-4933-8ed2-b36e91b73912 req-e2d2d89c-07d3-4be4-9b9c-a672647e1377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:45.145820 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7f6cccdf-8d8c-4933-8ed2-b36e91b73912 req-e2d2d89c-07d3-4be4-9b9c-a672647e1377 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4c5598f9-3e49-4136-b808-eaf490395f67 HTTP/1.1" status: 200 len: 843 time: 0.0491576 Oct 27 16:40:45.194839 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6cccdf-8d8c-4933-8ed2-b36e91b73912 req-e2892a15-5d72-4ee7-9dc5-5124763af1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:45.196361 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7f6cccdf-8d8c-4933-8ed2-b36e91b73912 req-e2892a15-5d72-4ee7-9dc5-5124763af1bd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=928e5abe-661e-43ca-b26d-04a1197fa0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0403190 Oct 27 16:40:45.362273 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7f6cccdf-8d8c-4933-8ed2-b36e91b73912 req-cd30abe1-c6ab-4108-a286-053f4a01f080 service neutron] 10.222.0.66 "GET /v2.0/networks/928e5abe-661e-43ca-b26d-04a1197fa0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500471 Oct 27 16:40:45.372149 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3497a-8e83-429b-a2b5-93b47d9930e1 req-f187a99e-943e-49d0-a5a6-ec5728371764 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:45.373552 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d1d3497a-8e83-429b-a2b5-93b47d9930e1 req-f187a99e-943e-49d0-a5a6-ec5728371764 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.1080093 Oct 27 16:40:45.439737 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417edb3-b7c0-4e54-a985-aaefa8fe3ec9 req-c7c6eef2-6766-4aec-bb22-5199b4bfcd55 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:45.441222 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c417edb3-b7c0-4e54-a985-aaefa8fe3ec9 req-c7c6eef2-6766-4aec-bb22-5199b4bfcd55 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.1436591 Oct 27 16:40:45.487441 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d1d3497a-8e83-429b-a2b5-93b47d9930e1 req-56d94ef5-4aaf-4725-b229-fb8af1788ee8 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049979 Oct 27 16:40:45.519702 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c417edb3-b7c0-4e54-a985-aaefa8fe3ec9 req-e5501b36-8e69-4275-84e5-5a360f3b31be tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723681 Oct 27 16:40:45.525193 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7f6cccdf-8d8c-4933-8ed2-b36e91b73912 req-c450c30e-cf70-4041-906f-bc738a4013a1 service neutron] 10.222.0.66 "GET /v2.0/networks/928e5abe-661e-43ca-b26d-04a1197fa0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507900 Oct 27 16:40:45.974397 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9833b2e-dfb2-4f7c-bbb7-94491ea62ec0 req-0e331cc1-e8e2-4423-967a-62c7e1988d74 tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:45.975760 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a9833b2e-dfb2-4f7c-bbb7-94491ea62ec0 req-0e331cc1-e8e2-4423-967a-62c7e1988d74 tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] 10.222.0.91 "GET /v2.0/ports?device_id=2638b66d-3ab2-4602-8eb4-24d607de0987 HTTP/1.1" status: 200 len: 947 time: 0.0530295 Oct 27 16:40:46.025492 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a9833b2e-dfb2-4f7c-bbb7-94491ea62ec0 req-ec9b19e9-545d-4d1b-b2b1-64ae26d57c8b tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa89884b-a450-4ba8-b14e-ca1358fa0e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435467 Oct 27 16:40:46.636181 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a13e0f-baff-48d3-b129-571a6729f6a7 req-6b21eee5-7030-4d4b-b3d3-22e78d189390 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:46.637677 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-97a13e0f-baff-48d3-b129-571a6729f6a7 req-6b21eee5-7030-4d4b-b3d3-22e78d189390 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.0748427 Oct 27 16:40:46.657331 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c755662-569c-4490-abf9-abb0561ef4af req-01f796a1-edae-4a80-8bed-7608cf35ca47 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:46.658710 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1c755662-569c-4490-abf9-abb0561ef4af req-01f796a1-edae-4a80-8bed-7608cf35ca47 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0696118 Oct 27 16:40:46.705274 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-97a13e0f-baff-48d3-b129-571a6729f6a7 req-562b29c1-9670-40e2-b0f4-6d14f7d1da50 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609918 Oct 27 16:40:46.712502 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1c755662-569c-4490-abf9-abb0561ef4af req-83490de5-b6f4-4e8d-a3a8-92db7a087663 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465212 Oct 27 16:40:47.156132 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3d481-ee9f-4e7f-9d68-4ebfe6abd838 req-80ac4ca6-4219-4d82-b94d-1cd553551bde tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:47.157581 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5de3d481-ee9f-4e7f-9d68-4ebfe6abd838 req-80ac4ca6-4219-4d82-b94d-1cd553551bde tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] 10.222.0.91 "GET /v2.0/ports?device_id=2638b66d-3ab2-4602-8eb4-24d607de0987 HTTP/1.1" status: 200 len: 947 time: 0.0545378 Oct 27 16:40:47.197663 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5de3d481-ee9f-4e7f-9d68-4ebfe6abd838 req-64088ec4-3234-4acb-a44c-49129caaf23f tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa89884b-a450-4ba8-b14e-ca1358fa0e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338483 Oct 27 16:40:47.856412 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9ca7a-c9b0-44ae-a26b-fef24f4f6e9a req-3725b5c6-1425-4cfc-b69a-977671225f7b tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:47.857900 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-92c9ca7a-c9b0-44ae-a26b-fef24f4f6e9a req-3725b5c6-1425-4cfc-b69a-977671225f7b tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.0820024 Oct 27 16:40:47.865336 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3eb788-86b7-4287-9a3e-d7c0648e4d3d req-faac7a7a-c6bf-4c12-b46c-0b6d486db27d tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:47.866770 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cc3eb788-86b7-4287-9a3e-d7c0648e4d3d req-faac7a7a-c6bf-4c12-b46c-0b6d486db27d tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0792277 Oct 27 16:40:47.920089 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-92c9ca7a-c9b0-44ae-a26b-fef24f4f6e9a req-407c259d-a391-4792-bfda-10703998ed28 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523396 Oct 27 16:40:47.924857 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cc3eb788-86b7-4287-9a3e-d7c0648e4d3d req-b946fb19-0598-4215-bd70-f39d72ddf641 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514522 Oct 27 16:40:48.326995 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee8136-bae3-4468-a159-e9b1bafd9768 req-56bab520-ce51-4338-8330-8b71b2c6a350 tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:48.328502 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b2ee8136-bae3-4468-a159-e9b1bafd9768 req-56bab520-ce51-4338-8330-8b71b2c6a350 tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] 10.222.0.91 "GET /v2.0/ports?device_id=2638b66d-3ab2-4602-8eb4-24d607de0987 HTTP/1.1" status: 200 len: 947 time: 0.0553112 Oct 27 16:40:48.369523 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b2ee8136-bae3-4468-a159-e9b1bafd9768 req-00b6323b-0c80-44d3-aa64-66a310e033d3 tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa89884b-a450-4ba8-b14e-ca1358fa0e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320528 Oct 27 16:40:49.075473 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6ac3e-10a4-4755-acf7-5d954a138778 req-a03c3bbd-acc7-4592-a712-4996abfaa90e tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:49.076977 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f9d6ac3e-10a4-4755-acf7-5d954a138778 req-a03c3bbd-acc7-4592-a712-4996abfaa90e tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.0828855 Oct 27 16:40:49.085172 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca93e6-9ed9-46f6-93d7-201896a183a2 req-2dcc0f7a-9fe0-48d3-87cf-e1ccdde1be26 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:49.086633 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fbca93e6-9ed9-46f6-93d7-201896a183a2 req-2dcc0f7a-9fe0-48d3-87cf-e1ccdde1be26 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0814629 Oct 27 16:40:49.113400 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 9e316c4a-e898-47da-bd4a-1a82998b376a details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=101667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:40:49.143589 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f9d6ac3e-10a4-4755-acf7-5d954a138778 req-ebc23567-d295-4892-b72b-b9cbdc9acd67 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560322 Oct 27 16:40:49.148321 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fbca93e6-9ed9-46f6-93d7-201896a183a2 req-02452a22-8105-4510-9e01-2314bb18bea4 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551138 Oct 27 16:40:49.213897 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 9e316c4a-e898-47da-bd4a-1a82998b376a, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=9e316c4a-e898-47da-bd4a-1a82998b376a,segment=NetworkSegment(eb034667-a93e-49c9-8ca5-1f847b299a18),segment_id=eb034667-a93e-49c9-8ca5-1f847b299a18)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:40:49.225819 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Returning: {'device': '9e316c4a-e898-47da-bd4a-1a82998b376a', 'network_id': '928e5abe-661e-43ca-b26d-04a1197fa0fe', 'port_id': '9e316c4a-e898-47da-bd4a-1a82998b376a', 'mac_address': 'fa:16:3e:e9:c8:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5598f9-3e49-4136-b808-eaf490395f67', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:40:49.265320 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:49.278428 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e316c4a-e898-47da-bd4a-1a82998b376a {{(pid=101667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:40:49.298521 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 9e316c4a-e898-47da-bd4a-1a82998b376a, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=9e316c4a-e898-47da-bd4a-1a82998b376a,segment=NetworkSegment(eb034667-a93e-49c9-8ca5-1f847b299a18),segment_id=eb034667-a93e-49c9-8ca5-1f847b299a18)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:40:49.303161 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:49.355566 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=9e316c4a-e898-47da-bd4a-1a82998b376a,revision_number=4']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:49.495660 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b402cd-d254-41de-ae70-cbcddd72f524 req-49039339-f9b4-4304-bfcb-9d61a1bd6b72 tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:49.497592 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-16b402cd-d254-41de-ae70-cbcddd72f524 req-49039339-f9b4-4304-bfcb-9d61a1bd6b72 tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] 10.222.0.91 "GET /v2.0/ports?device_id=2638b66d-3ab2-4602-8eb4-24d607de0987 HTTP/1.1" status: 200 len: 948 time: 0.0548515 Oct 27 16:40:49.540077 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-16b402cd-d254-41de-ae70-cbcddd72f524 req-37123770-7274-4c1b-ad51-2c64b6f4090e tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa89884b-a450-4ba8-b14e-ca1358fa0e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364094 Oct 27 16:40:49.626764 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['9e316c4a-e898-47da-bd4a-1a82998b376a'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:40:50.298369 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409b4f6-960f-4d8a-b586-0f51c4982d91 req-03c38c64-14f0-419a-af2e-17cc6c28488c tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:50.299817 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4409b4f6-960f-4d8a-b586-0f51c4982d91 req-03c38c64-14f0-419a-af2e-17cc6c28488c tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.0762136 Oct 27 16:40:50.310520 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82637d-ad9b-4632-92f9-065091aff85e req-de1fc608-fd9f-45c6-a8f1-f3ab7e3bc64f tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:50.311925 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7b82637d-ad9b-4632-92f9-065091aff85e req-de1fc608-fd9f-45c6-a8f1-f3ab7e3bc64f tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0795510 Oct 27 16:40:50.365287 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4409b4f6-960f-4d8a-b586-0f51c4982d91 req-4eda9bc5-86c1-489f-9662-04e43b8ab7fe tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524199 Oct 27 16:40:50.372388 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7b82637d-ad9b-4632-92f9-065091aff85e req-b3e5209a-add3-48a1-b916-6829b83bc4a6 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/security-groups?id=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540168 Oct 27 16:40:50.437292 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeceef9-0f95-4ffa-a512-cf08681a92f2 req-73b6e71c-42ca-4154-ba9a-d7d9ead214de tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:50.438643 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6eeceef9-0f95-4ffa-a512-cf08681a92f2 req-73b6e71c-42ca-4154-ba9a-d7d9ead214de tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.66 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 945 time: 0.0496337 Oct 27 16:40:50.536769 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [req-6eeceef9-0f95-4ffa-a512-cf08681a92f2 req-c47e61cd-b9b4-4dc2-a92d-ebe5ccee4362 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Deleting port d936b1e4-d206-4630-a2fd-ceb92f939c4a {{(pid=101666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:40:50.537099 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-6eeceef9-0f95-4ffa-a512-cf08681a92f2 req-c47e61cd-b9b4-4dc2-a92d-ebe5ccee4362 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:50.656763 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-6eeceef9-0f95-4ffa-a512-cf08681a92f2 req-c47e61cd-b9b4-4dc2-a92d-ebe5ccee4362 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] For port d936b1e4-d206-4630-a2fd-ceb92f939c4a, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=d936b1e4-d206-4630-a2fd-ceb92f939c4a,segment=NetworkSegment(29b05e4f-1fbd-4194-bf65-15dc47a9d766),segment_id=29b05e4f-1fbd-4194-bf65-15dc47a9d766)] {{(pid=101666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:40:50.657161 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-6eeceef9-0f95-4ffa-a512-cf08681a92f2 req-c47e61cd-b9b4-4dc2-a92d-ebe5ccee4362 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:50.674979 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [req-6eeceef9-0f95-4ffa-a512-cf08681a92f2 req-c47e61cd-b9b4-4dc2-a92d-ebe5ccee4362 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Calling delete_port for d936b1e4-d206-4630-a2fd-ceb92f939c4a owned by compute:nova {{(pid=101666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:40:50.700165 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bd92e-cae1-42b7-afa6-e0c1317d43d5 req-a4f69577-47ca-4676-9323-e30874a5399c tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:50.701703 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f84bd92e-cae1-42b7-afa6-e0c1317d43d5 req-a4f69577-47ca-4676-9323-e30874a5399c tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] 10.222.0.91 "GET /v2.0/ports?device_id=2638b66d-3ab2-4602-8eb4-24d607de0987 HTTP/1.1" status: 200 len: 948 time: 0.0947173 Oct 27 16:40:50.788363 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f84bd92e-cae1-42b7-afa6-e0c1317d43d5 req-cdd7de56-e3de-4f28-ab49-0ce972e50e70 tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa89884b-a450-4ba8-b14e-ca1358fa0e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537541 Oct 27 16:40:50.868482 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-6eeceef9-0f95-4ffa-a512-cf08681a92f2 req-c47e61cd-b9b4-4dc2-a92d-ebe5ccee4362 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25690832'] for port, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:50.882349 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['d936b1e4-d206-4630-a2fd-ceb92f939c4a'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:40:50.901020 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e61cd-b9b4-4dc2-a92d-ebe5ccee4362 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Pushing event deleted for resources: {'Port': ['ID=d936b1e4-d206-4630-a2fd-ceb92f939c4a,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:50.947859 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eeceef9-0f95-4ffa-a512-cf08681a92f2 req-c47e61cd-b9b4-4dc2-a92d-ebe5ccee4362 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] No DVR routers for this DVR port d936b1e4-d206-4630-a2fd-ceb92f939c4a on host hv-cinder-81565 {{(pid=101666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:40:50.950803 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-6eeceef9-0f95-4ffa-a512-cf08681a92f2 req-c47e61cd-b9b4-4dc2-a92d-ebe5ccee4362 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:50.954353 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6eeceef9-0f95-4ffa-a512-cf08681a92f2 req-c47e61cd-b9b4-4dc2-a92d-ebe5ccee4362 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.66 "DELETE /v2.0/ports/d936b1e4-d206-4630-a2fd-ceb92f939c4a HTTP/1.1" status: 204 len: 173 time: 0.5068562 Oct 27 16:40:50.954835 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240e4792-ffdb-49de-a6e9-ead07da558aa', 'name': 'network-vif-deleted', 'tag': 'd936b1e4-d206-4630-a2fd-ceb92f939c4a'}] {{(pid=101666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:40:50.957317 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c97a8bc50bc1e60c5bcd83482612a755f7c8660878f0fc94464a674b36297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c2ba5f-9394-4161-8cb1-73411f253ac4" -d '{"events": [{"server_uuid": "240e4792-ffdb-49de-a6e9-ead07da558aa", "name": "network-vif-deleted", "tag": "d936b1e4-d206-4630-a2fd-ceb92f939c4a"}]}' {{(pid=101666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:40:50.999930 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc993aba-13f3-4418-9be1-314bc2f8fe35 x-openstack-request-id: req-cc993aba-13f3-4418-9be1-314bc2f8fe35 {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:40:51.000234 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240e4792-ffdb-49de-a6e9-ead07da558aa", "name": "network-vif-deleted", "tag": "d936b1e4-d206-4630-a2fd-ceb92f939c4a", "status": "completed", "code": 200}]} {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:40:51.000477 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-cc993aba-13f3-4418-9be1-314bc2f8fe35 {{(pid=101666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:40:51.000884 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240e4792-ffdb-49de-a6e9-ead07da558aa', 'name': 'network-vif-deleted', 'tag': 'd936b1e4-d206-4630-a2fd-ceb92f939c4a', 'status': 'completed', 'code': 200} Oct 27 16:40:51.267337 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 9e316c4a-e898-47da-bd4a-1a82998b376a up at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:40:51.315959 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:51.340282 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning for port 9e316c4a-e898-47da-bd4a-1a82998b376a completed by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:40:51.344320 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning complete for port 9e316c4a-e898-47da-bd4a-1a82998b376a triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:40:51.344691 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:51.436932 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:51.468127 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2638b66d-3ab2-4602-8eb4-24d607de0987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e316c4a-e898-47da-bd4a-1a82998b376a'}] {{(pid=101667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:40:51.470955 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15467c740e99bfee501675d45c0ab6b31e8088b61e385ce1236909406ef3d9b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa033ad-188c-4c72-b181-599ed21c4772" -d '{"events": [{"server_uuid": "2638b66d-3ab2-4602-8eb4-24d607de0987", "name": "network-vif-plugged", "status": "completed", "tag": "9e316c4a-e898-47da-bd4a-1a82998b376a"}]}' {{(pid=101667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:40:51.489790 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 9e316c4a-e898-47da-bd4a-1a82998b376a, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=9e316c4a-e898-47da-bd4a-1a82998b376a,segment=NetworkSegment(eb034667-a93e-49c9-8ca5-1f847b299a18),segment_id=eb034667-a93e-49c9-8ca5-1f847b299a18)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:40:51.494214 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2118c-8fc2-4883-9f23-43ce0b75c577 req-eaa4de48-57cf-4f54-9ea7-a4548469d0d7 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:51.495203 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:51.496623 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3eb2118c-8fc2-4883-9f23-43ce0b75c577 req-eaa4de48-57cf-4f54-9ea7-a4548469d0d7 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.0568972 Oct 27 16:40:51.532625 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c9aedd17-ddee-4d6e-bc7e-d85952888f26 req-1cc8a205-6d2f-4abe-9443-9422f0449cf4 tempest-ServerRescueNegativeTestJSON-1450987201 tempest-ServerRescueNegativeTestJSON-1450987201-project] 10.222.0.91 "GET /v2.0/ports?device_id=240e4792-ffdb-49de-a6e9-ead07da558aa HTTP/1.1" status: 200 len: 210 time: 0.0349832 Oct 27 16:40:51.559609 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=9e316c4a-e898-47da-bd4a-1a82998b376a,revision_number=5']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:51.562518 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3eb2118c-8fc2-4883-9f23-43ce0b75c577 req-c265f40f-2665-490f-bc8f-20715e66d24d tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538518 Oct 27 16:40:51.582423 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfe27b6-5956-40fc-a419-8f3623bd2351 x-openstack-request-id: req-0cfe27b6-5956-40fc-a419-8f3623bd2351 {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:40:51.582696 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2638b66d-3ab2-4602-8eb4-24d607de0987", "name": "network-vif-plugged", "status": "completed", "tag": "9e316c4a-e898-47da-bd4a-1a82998b376a", "code": 200}]} {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:40:51.582856 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0cfe27b6-5956-40fc-a419-8f3623bd2351 {{(pid=101667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:40:51.583305 dv-cinder-815659-1-iscsi neutron-server[101667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2638b66d-3ab2-4602-8eb4-24d607de0987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e316c4a-e898-47da-bd4a-1a82998b376a', 'code': 200} Oct 27 16:40:51.763962 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8254535a-3364-4d76-b566-67b4dc47e8d0 req-ee3b4f3e-7238-4616-b36f-dc5637415e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:51.765347 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8254535a-3364-4d76-b566-67b4dc47e8d0 req-ee3b4f3e-7238-4616-b36f-dc5637415e11 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2638b66d-3ab2-4602-8eb4-24d607de0987 HTTP/1.1" status: 200 len: 1102 time: 0.0434020 Oct 27 16:40:51.802112 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8254535a-3364-4d76-b566-67b4dc47e8d0 req-e82aa451-00c2-47bf-967c-c30bfd3e2236 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fa89884b-a450-4ba8-b14e-ca1358fa0e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287964 Oct 27 16:40:51.907301 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef07fb-472c-4330-ab42-8362f91cfcec req-b2ea7bb4-10fc-4308-bf84-743ea3e4e28c tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:51.908824 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-80ef07fb-472c-4330-ab42-8362f91cfcec req-b2ea7bb4-10fc-4308-bf84-743ea3e4e28c tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] 10.222.0.91 "GET /v2.0/ports?device_id=2638b66d-3ab2-4602-8eb4-24d607de0987 HTTP/1.1" status: 200 len: 949 time: 0.0519328 Oct 27 16:40:51.950338 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-80ef07fb-472c-4330-ab42-8362f91cfcec req-08d8ea4b-4b7f-47b9-b7c7-ac88e2e12c4e tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa89884b-a450-4ba8-b14e-ca1358fa0e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330541 Oct 27 16:40:52.590881 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 56200) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:52.684862 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9f817-140e-420f-89ff-ef69a20cf2d0 req-74f49059-7121-4d8c-b566-3e6c34014064 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:52.686359 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-86b9f817-140e-420f-89ff-ef69a20cf2d0 req-74f49059-7121-4d8c-b566-3e6c34014064 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.0477669 Oct 27 16:40:52.792182 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-86b9f817-140e-420f-89ff-ef69a20cf2d0 req-a3c9138e-f55b-46a5-ac40-47b39b9ba5e8 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966246 Oct 27 16:40:53.072366 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367a96e-de05-450a-92b5-7431a36c5d20 req-140bd305-4245-429b-b21e-9fdc1e263ec3 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:53.073790 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1367a96e-de05-450a-92b5-7431a36c5d20 req-140bd305-4245-429b-b21e-9fdc1e263ec3 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.1262774 Oct 27 16:40:53.178237 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984fec8-a286-4eb7-8c49-1df9241b4700 req-0270e946-69d6-415c-9018-dbe7922b8126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:53.179782 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2984fec8-a286-4eb7-8c49-1df9241b4700 req-0270e946-69d6-415c-9018-dbe7922b8126 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b1d6307da9940d7aadfdaa9f13487e5&device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 1099 time: 0.1413398 Oct 27 16:40:53.186471 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1367a96e-de05-450a-92b5-7431a36c5d20 req-ace34e34-4869-4192-8ba6-73d9653a72e3 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837257 Oct 27 16:40:53.197541 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d149c4-47c3-4d1e-b4fa-d867c1dfe6ca req-147a93d0-a399-4a48-a0cc-ba1c79ef6790 tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:53.199196 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-81d149c4-47c3-4d1e-b4fa-d867c1dfe6ca req-147a93d0-a399-4a48-a0cc-ba1c79ef6790 tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] 10.222.0.91 "GET /v2.0/ports?device_id=2638b66d-3ab2-4602-8eb4-24d607de0987 HTTP/1.1" status: 200 len: 949 time: 0.1627872 Oct 27 16:40:53.572839 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-81d149c4-47c3-4d1e-b4fa-d867c1dfe6ca req-6b4de09d-f10d-4b26-b9da-9091e59fad74 tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa89884b-a450-4ba8-b14e-ca1358fa0e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670676 Oct 27 16:40:53.631814 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-7f18aaea-98a5-4ba4-897f-581bb9ad9f87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3735081'] for router_interface, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:53.634063 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984fec8-a286-4eb7-8c49-1df9241b4700 req-8be67201-bc40-4df6-824b-ea19c81b12f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:53.635519 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2984fec8-a286-4eb7-8c49-1df9241b4700 req-8be67201-bc40-4df6-824b-ea19c81b12f5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=900de597-e873-4f99-a7d4-e023d99223de HTTP/1.1" status: 200 len: 912 time: 0.3993568 Oct 27 16:40:53.767977 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2984fec8-a286-4eb7-8c49-1df9241b4700 req-727926f0-32e9-4f5f-9858-87e9c2cc97b6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01fb2c1e-9441-4877-b896-538153069ce7 HTTP/1.1" status: 200 len: 1001 time: 0.0976357 Oct 27 16:40:53.898532 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984fec8-a286-4eb7-8c49-1df9241b4700 req-8f52e264-a5f8-4f7a-a387-2b729890ab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:53.899909 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2984fec8-a286-4eb7-8c49-1df9241b4700 req-8f52e264-a5f8-4f7a-a387-2b729890ab99 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ae9f7717-3703-4043-b05c-cf4237b7a0b2 HTTP/1.1" status: 200 len: 849 time: 0.1225412 Oct 27 16:40:53.971166 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984fec8-a286-4eb7-8c49-1df9241b4700 req-a91711d9-1d70-4f50-ab25-3f01c55bd32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:53.972708 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2984fec8-a286-4eb7-8c49-1df9241b4700 req-a91711d9-1d70-4f50-ab25-3f01c55bd32a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=900de597-e873-4f99-a7d4-e023d99223de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0612435 Oct 27 16:40:54.106799 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2984fec8-a286-4eb7-8c49-1df9241b4700 req-927f07f2-5697-4227-a5d5-825cde7842d6 service neutron] 10.222.0.66 "GET /v2.0/networks/900de597-e873-4f99-a7d4-e023d99223de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133854 Oct 27 16:40:54.115247 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [None req-7f18aaea-98a5-4ba4-897f-581bb9ad9f87 admin admin] Deleting port 65e44e7e-354d-48ed-94ee-41de97c8e2a9 {{(pid=101666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:40:54.115586 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-7f18aaea-98a5-4ba4-897f-581bb9ad9f87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:54.258524 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [None req-7f18aaea-98a5-4ba4-897f-581bb9ad9f87 admin admin] For port 65e44e7e-354d-48ed-94ee-41de97c8e2a9, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=65e44e7e-354d-48ed-94ee-41de97c8e2a9,segment=NetworkSegment(29b05e4f-1fbd-4194-bf65-15dc47a9d766),segment_id=29b05e4f-1fbd-4194-bf65-15dc47a9d766)] {{(pid=101666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:40:54.258849 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-7f18aaea-98a5-4ba4-897f-581bb9ad9f87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:54.298533 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [None req-7f18aaea-98a5-4ba4-897f-581bb9ad9f87 admin admin] Calling delete_port for 65e44e7e-354d-48ed-94ee-41de97c8e2a9 owned by network:router_interface {{(pid=101666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:40:54.301568 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2984fec8-a286-4eb7-8c49-1df9241b4700 req-70cf42fb-5332-4508-aff8-4ec73f80c883 service neutron] 10.222.0.66 "GET /v2.0/networks/900de597-e873-4f99-a7d4-e023d99223de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713018 Oct 27 16:40:54.370489 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce944db-7434-4e96-ac80-bd7ad5f74383 req-8a55ee5b-2dca-4d87-a804-f0a81b557ef6 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:54.371906 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6ce944db-7434-4e96-ac80-bd7ad5f74383 req-8a55ee5b-2dca-4d87-a804-f0a81b557ef6 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.1106315 Oct 27 16:40:54.484369 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6ce944db-7434-4e96-ac80-bd7ad5f74383 req-048e2a1d-934d-441e-9240-19ff7d468ff3 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873756 Oct 27 16:40:54.489753 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179077e-4894-43dd-b044-db87cbd55b33 req-9549e89d-d550-4ce0-9d7a-a515f7de46bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:54.491163 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d179077e-4894-43dd-b044-db87cbd55b33 req-9549e89d-d550-4ce0-9d7a-a515f7de46bd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b1d6307da9940d7aadfdaa9f13487e5&device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 1099 time: 0.1367426 Oct 27 16:40:54.605643 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-7f18aaea-98a5-4ba4-897f-581bb9ad9f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25690832'] for port, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:54.660385 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f18aaea-98a5-4ba4-897f-581bb9ad9f87 admin admin] Pushing event deleted for resources: {'Port': ['ID=65e44e7e-354d-48ed-94ee-41de97c8e2a9,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:54.684179 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179077e-4894-43dd-b044-db87cbd55b33 req-c9eba5d5-a417-4dad-a760-6455a6133ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:54.685644 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d179077e-4894-43dd-b044-db87cbd55b33 req-c9eba5d5-a417-4dad-a760-6455a6133ae3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=900de597-e873-4f99-a7d4-e023d99223de HTTP/1.1" status: 200 len: 912 time: 0.1546769 Oct 27 16:40:54.800729 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81443e63-766a-4949-b7d6-e04ec7f42565 req-1c6370c5-b945-4a18-a84f-15b327c87ca2 tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:54.802096 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-81443e63-766a-4949-b7d6-e04ec7f42565 req-1c6370c5-b945-4a18-a84f-15b327c87ca2 tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] 10.222.0.91 "GET /v2.0/ports?device_id=2638b66d-3ab2-4602-8eb4-24d607de0987 HTTP/1.1" status: 200 len: 949 time: 0.1541667 Oct 27 16:40:54.805467 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d179077e-4894-43dd-b044-db87cbd55b33 req-1d7717c7-ee9b-45d0-b195-8f46db2f8ad2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01fb2c1e-9441-4877-b896-538153069ce7 HTTP/1.1" status: 200 len: 1001 time: 0.1023667 Oct 27 16:40:54.946134 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179077e-4894-43dd-b044-db87cbd55b33 req-01f23386-52a6-4795-9e57-a1e8e8f1b453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:54.947605 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d179077e-4894-43dd-b044-db87cbd55b33 req-01f23386-52a6-4795-9e57-a1e8e8f1b453 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ae9f7717-3703-4043-b05c-cf4237b7a0b2 HTTP/1.1" status: 200 len: 849 time: 0.0823793 Oct 27 16:40:54.952219 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-81443e63-766a-4949-b7d6-e04ec7f42565 req-699f8a55-8249-413c-bd1e-bbd67adcbde6 tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa89884b-a450-4ba8-b14e-ca1358fa0e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434383 Oct 27 16:40:54.987920 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-7f18aaea-98a5-4ba4-897f-581bb9ad9f87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3579529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3735237'] for router_interface, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:55.040227 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179077e-4894-43dd-b044-db87cbd55b33 req-4d6b3073-906d-4792-b736-b53e0d536c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:55.041843 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d179077e-4894-43dd-b044-db87cbd55b33 req-4d6b3073-906d-4792-b736-b53e0d536c9c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=900de597-e873-4f99-a7d4-e023d99223de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0834513 Oct 27 16:40:55.164028 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device d936b1e4-d206-4630-a2fd-ceb92f939c4a no longer exists at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:40:55.184571 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] No Port match for: d936b1e4-d206-4630-a2fd-ceb92f939c4a {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:40:55.184906 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device d936b1e4-d206-4630-a2fd-ceb92f939c4a not bound to the agent host hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:40:55.188736 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d179077e-4894-43dd-b044-db87cbd55b33 req-8c149ffc-9cf5-4909-95bc-c48b339ba4f9 service neutron] 10.222.0.66 "GET /v2.0/networks/900de597-e873-4f99-a7d4-e023d99223de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230001 Oct 27 16:40:55.626184 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08afb78-0ae5-4180-b31e-d6a895f774d7 req-654a9553-9fe0-4c79-960f-20d96fb4e886 tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:55.627662 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a08afb78-0ae5-4180-b31e-d6a895f774d7 req-654a9553-9fe0-4c79-960f-20d96fb4e886 tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] 10.222.0.91 "GET /v2.0/ports?device_id=2638b66d-3ab2-4602-8eb4-24d607de0987 HTTP/1.1" status: 200 len: 949 time: 0.4545701 Oct 27 16:40:55.685057 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d179077e-4894-43dd-b044-db87cbd55b33 req-d664098d-0a6a-430d-b26f-af4d6a05706b service neutron] 10.222.0.66 "GET /v2.0/networks/900de597-e873-4f99-a7d4-e023d99223de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4780767 Oct 27 16:40:55.693411 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f18aaea-98a5-4ba4-897f-581bb9ad9f87 admin admin] Router 18ed0eb6-1594-48ea-9883-7c4455b37465 has already been hosted by L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 {{(pid=101666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:40:55.712305 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a08afb78-0ae5-4180-b31e-d6a895f774d7 req-55501f24-aad4-4c5c-aac8-244e821a456c tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa89884b-a450-4ba8-b14e-ca1358fa0e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731647 Oct 27 16:40:55.719672 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20708d1d-42ad-43f6-907e-2b3c669845b6 req-8c8f9205-f9ba-4cf6-aad9-a9858d5ce99a tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:55.721199 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-20708d1d-42ad-43f6-907e-2b3c669845b6 req-8c8f9205-f9ba-4cf6-aad9-a9858d5ce99a tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.1602383 Oct 27 16:40:55.831347 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-20708d1d-42ad-43f6-907e-2b3c669845b6 req-5dbe4974-3705-430f-8ca2-8323aaf6fc82 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011615 Oct 27 16:40:55.864114 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f18aaea-98a5-4ba4-897f-581bb9ad9f87 admin admin] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:40:55.872383 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-7f18aaea-98a5-4ba4-897f-581bb9ad9f87 admin admin] 10.222.0.91 "PUT /v2.0/routers/18ed0eb6-1594-48ea-9883-7c4455b37465/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2804122 Oct 27 16:40:55.873226 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecc1711-f2c6-41e6-a829-00c2695dbc79 None None] Sync routers for ids ['18ed0eb6-1594-48ea-9883-7c4455b37465'] in dv-cinder-815659-1-iscsi {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:40:55.874339 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 56232) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:55.889912 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecc1711-f2c6-41e6-a829-00c2695dbc79 None None] Routers {'18ed0eb6-1594-48ea-9883-7c4455b37465'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:40:55.890721 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-0ecc1711-f2c6-41e6-a829-00c2695dbc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:40:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['18ed0eb6-1594-48ea-9883-7c4455b37465'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:55.958729 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b4aa7-cbc6-4d2e-8626-2cf76ce0b153 req-87e85ed4-ced9-4d1a-ad79-f9ae6836f040 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:55.960247 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d72b4aa7-cbc6-4d2e-8626-2cf76ce0b153 req-87e85ed4-ced9-4d1a-ad79-f9ae6836f040 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 985 time: 0.0866528 Oct 27 16:40:55.968373 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641c289-9690-4e96-a40c-a9d254a50844 req-d4271cbd-4b52-4191-a42e-b5d93b5c6945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:55.969829 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9641c289-9690-4e96-a40c-a9d254a50844 req-d4271cbd-4b52-4191-a42e-b5d93b5c6945 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a14ffe46fb243d19b1f31c10287a430&device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 1138 time: 0.0632269 Oct 27 16:40:55.978198 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-970b334d-f492-4a01-81cf-dc037e7adb93 admin admin] Publish callbacks [] for router, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:55.996498 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-0ecc1711-f2c6-41e6-a829-00c2695dbc79 None None] Set router 18ed0eb6-1594-48ea-9883-7c4455b37465 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:40:56.053542 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d72b4aa7-cbc6-4d2e-8626-2cf76ce0b153 req-1c8e60d7-01b1-433e-a2f4-c2f91e3c5b54 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&id=a2931a48-f2b6-4f76-bea8-0538c4c6534b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0826643 Oct 27 16:40:56.086139 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641c289-9690-4e96-a40c-a9d254a50844 req-40a44607-bdd0-4bac-9352-530707325c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:56.088424 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9641c289-9690-4e96-a40c-a9d254a50844 req-40a44607-bdd0-4bac-9352-530707325c7d service neutron] 10.222.0.66 "GET /v2.0/networks?id=d0cc6912-268c-4ba3-af57-86b3ef84a5a9 HTTP/1.1" status: 200 len: 917 time: 0.1109226 Oct 27 16:40:56.089439 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-970b334d-f492-4a01-81cf-dc037e7adb93 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:56.145246 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.plugin [None req-970b334d-f492-4a01-81cf-dc037e7adb93 admin admin] Deleting port e5d54ac8-a094-4fb0-babd-299e33df76e0 {{(pid=101665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:40:56.145586 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-970b334d-f492-4a01-81cf-dc037e7adb93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:56.162130 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9641c289-9690-4e96-a40c-a9d254a50844 req-88a5ae7d-25e2-4620-8d98-f96338f73993 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=552bd7a1-d37f-4602-a4fc-b063a2836ef7 HTTP/1.1" status: 200 len: 1002 time: 0.0635931 Oct 27 16:40:56.185828 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-0ecc1711-f2c6-41e6-a829-00c2695dbc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ed0eb6-1594-48ea-9883-7c4455b37465', 'name': 'tempest-ServerRescueNegativeTestJSON-1275392542-router', 'tenant_id': 'a764bac289b649e9b1671333d51f7db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e5d54ac8-a094-4fb0-babd-299e33df76e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:41Z', 'updated_at': '2021-10-27T16:40:54Z', 'revision_number': 5, 'project_id': 'a764bac289b649e9b1671333d51f7db3', 'gw_port': {'id': 'e5d54ac8-a094-4fb0-babd-299e33df76e0', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ed0eb6-1594-48ea-9883-7c4455b37465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi'}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:56.211360 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecc1711-f2c6-41e6-a829-00c2695dbc79 None None] Checking router: 18ed0eb6-1594-48ea-9883-7c4455b37465 for host: dv-cinder-815659-1-iscsi {{(pid=101668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:40:56.217044 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641c289-9690-4e96-a40c-a9d254a50844 req-83ecc040-c55f-4726-a381-1d12dd6bb5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:56.218551 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9641c289-9690-4e96-a40c-a9d254a50844 req-83ecc040-c55f-4726-a381-1d12dd6bb5f0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d64785c2-0a62-4404-952b-b403465d443a HTTP/1.1" status: 200 len: 854 time: 0.0482178 Oct 27 16:40:56.219708 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecc1711-f2c6-41e6-a829-00c2695dbc79 None None] Routers {'18ed0eb6-1594-48ea-9883-7c4455b37465'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:40:56.220328 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-0ecc1711-f2c6-41e6-a829-00c2695dbc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:40:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['18ed0eb6-1594-48ea-9883-7c4455b37465'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:56.228429 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.db [None req-970b334d-f492-4a01-81cf-dc037e7adb93 admin admin] For port e5d54ac8-a094-4fb0-babd-299e33df76e0, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=e5d54ac8-a094-4fb0-babd-299e33df76e0,segment=NetworkSegment(9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182),segment_id=9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182)] {{(pid=101665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:40:56.228878 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-970b334d-f492-4a01-81cf-dc037e7adb93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:56.241942 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.plugin [None req-970b334d-f492-4a01-81cf-dc037e7adb93 admin admin] Calling delete_port for e5d54ac8-a094-4fb0-babd-299e33df76e0 owned by network:router_gateway {{(pid=101665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:40:56.269547 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641c289-9690-4e96-a40c-a9d254a50844 req-4a89c6f3-507b-4f84-ac42-8635732414ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:56.271360 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9641c289-9690-4e96-a40c-a9d254a50844 req-4a89c6f3-507b-4f84-ac42-8635732414ea service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d0cc6912-268c-4ba3-af57-86b3ef84a5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431547 Oct 27 16:40:56.375073 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9641c289-9690-4e96-a40c-a9d254a50844 req-6106e279-17cc-4ccc-9f11-416fd430411b service neutron] 10.222.0.66 "GET /v2.0/networks/d0cc6912-268c-4ba3-af57-86b3ef84a5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918570 Oct 27 16:40:56.388319 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-0ecc1711-f2c6-41e6-a829-00c2695dbc79 None None] Set router 18ed0eb6-1594-48ea-9883-7c4455b37465 gateway port host: None {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:40:56.440244 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-970b334d-f492-4a01-81cf-dc037e7adb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2512089'] for port, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:56.444122 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-0ecc1711-f2c6-41e6-a829-00c2695dbc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ed0eb6-1594-48ea-9883-7c4455b37465', 'name': 'tempest-ServerRescueNegativeTestJSON-1275392542-router', 'tenant_id': 'a764bac289b649e9b1671333d51f7db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:41Z', 'updated_at': '2021-10-27T16:40:56Z', 'revision_number': 6, 'project_id': 'a764bac289b649e9b1671333d51f7db3', 'gw_port_host': None}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:56.470626 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecc1711-f2c6-41e6-a829-00c2695dbc79 None None] The sync data for ids ['18ed0eb6-1594-48ea-9883-7c4455b37465'] in dv-cinder-815659-1-iscsi is: [{'id': '18ed0eb6-1594-48ea-9883-7c4455b37465', 'name': 'tempest-ServerRescueNegativeTestJSON-1275392542-router', 'tenant_id': 'a764bac289b649e9b1671333d51f7db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:41Z', 'updated_at': '2021-10-27T16:40:56Z', 'revision_number': 6, 'project_id': 'a764bac289b649e9b1671333d51f7db3', 'gw_port_host': None}] {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:40:56.498556 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9641c289-9690-4e96-a40c-a9d254a50844 req-ff821e21-27bf-43f1-923c-f03aece4429f service neutron] 10.222.0.66 "GET /v2.0/networks/d0cc6912-268c-4ba3-af57-86b3ef84a5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094468 Oct 27 16:40:56.517967 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b334d-f492-4a01-81cf-dc037e7adb93 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5d54ac8-a094-4fb0-babd-299e33df76e0,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:56.529586 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970b334d-f492-4a01-81cf-dc037e7adb93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:56.529936 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970b334d-f492-4a01-81cf-dc037e7adb93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:56.530277 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970b334d-f492-4a01-81cf-dc037e7adb93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:56.530609 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970b334d-f492-4a01-81cf-dc037e7adb93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:56.530937 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970b334d-f492-4a01-81cf-dc037e7adb93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:56.531270 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970b334d-f492-4a01-81cf-dc037e7adb93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:56.531654 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970b334d-f492-4a01-81cf-dc037e7adb93 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:56.532167 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970b334d-f492-4a01-81cf-dc037e7adb93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:56.532496 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970b334d-f492-4a01-81cf-dc037e7adb93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:56.532819 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970b334d-f492-4a01-81cf-dc037e7adb93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:56.533170 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970b334d-f492-4a01-81cf-dc037e7adb93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:56.533560 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970b334d-f492-4a01-81cf-dc037e7adb93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:56.545904 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-970b334d-f492-4a01-81cf-dc037e7adb93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3734119'] for router_gateway, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:56.649148 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-970b334d-f492-4a01-81cf-dc037e7adb93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3732749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3512'] for router, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:56.652094 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-970b334d-f492-4a01-81cf-dc037e7adb93 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:56.720595 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-970b334d-f492-4a01-81cf-dc037e7adb93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3732762'] for router, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:56.721173 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970b334d-f492-4a01-81cf-dc037e7adb93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18ed0eb6-1594-48ea-9883-7c4455b37465 {{(pid=101665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:40:56.726192 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-970b334d-f492-4a01-81cf-dc037e7adb93 admin admin] Publish callbacks [] for router, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:56.727389 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-970b334d-f492-4a01-81cf-dc037e7adb93 admin admin] 10.222.0.91 "DELETE /v2.0/routers/18ed0eb6-1594-48ea-9883-7c4455b37465 HTTP/1.1" status: 204 len: 168 time: 0.8514550 Oct 27 16:40:56.732104 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 56234) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:56.784274 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffbc0efe-0741-4714-839c-594604aa1bc5 admin admin] Deleting subnet fb778c79-e1ca-40aa-a2d2-a768cb1fae5c {{(pid=101666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:40:56.788861 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ffbc0efe-0741-4714-839c-594604aa1bc5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:56.847784 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ffbc0efe-0741-4714-839c-594604aa1bc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25240030'] for subnet, precommit_delete_associations {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:56.886841 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f3926-1a12-40a7-864a-d15d5d0fe560 req-e0338869-4307-4565-a307-ff508124e82a tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:56.888421 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5b1f3926-1a12-40a7-864a-d15d5d0fe560 req-e0338869-4307-4565-a307-ff508124e82a tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] 10.222.0.91 "GET /v2.0/ports?device_id=2638b66d-3ab2-4602-8eb4-24d607de0987 HTTP/1.1" status: 200 len: 949 time: 0.1019018 Oct 27 16:40:56.913099 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ffbc0efe-0741-4714-839c-594604aa1bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642671'] for subnet, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:56.974344 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5b1f3926-1a12-40a7-864a-d15d5d0fe560 req-d2c55130-bb5d-4809-9cec-699513b3e28b tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa89884b-a450-4ba8-b14e-ca1358fa0e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732872 Oct 27 16:40:57.016128 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ffbc0efe-0741-4714-839c-594604aa1bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25690853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29061685'] for subnet, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:57.048205 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc0efe-0741-4714-839c-594604aa1bc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb778c79-e1ca-40aa-a2d2-a768cb1fae5c,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:57.050291 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ffbc0efe-0741-4714-839c-594604aa1bc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for subnet, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:57.053522 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-ffbc0efe-0741-4714-839c-594604aa1bc5 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/fb778c79-e1ca-40aa-a2d2-a768cb1fae5c HTTP/1.1" status: 204 len: 168 time: 0.3204103 Oct 27 16:40:57.056893 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 56238) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:57.061563 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d0cb6-2e89-49fd-821b-81e45a485abe req-19a00b6e-9ed5-4990-a0f2-6b104b6d1aaf tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:57.062956 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c59d0cb6-2e89-49fd-821b-81e45a485abe req-19a00b6e-9ed5-4990-a0f2-6b104b6d1aaf tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] 10.222.0.66 "GET /v2.0/ports?device_id=2638b66d-3ab2-4602-8eb4-24d607de0987 HTTP/1.1" status: 200 len: 949 time: 0.0877607 Oct 27 16:40:57.132903 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d534a631-4919-4eaf-9357-e41f2efe8df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617108'] for network, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:57.204844 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5f16c-5635-44b7-8cca-c554f58eb895 req-ac2972b6-3d48-46cf-b94b-6e801eba3098 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:57.206334 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-bdf5f16c-5635-44b7-8cca-c554f58eb895 req-ac2972b6-3d48-46cf-b94b-6e801eba3098 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 985 time: 0.0627871 Oct 27 16:40:57.212327 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [req-c59d0cb6-2e89-49fd-821b-81e45a485abe req-26a950aa-cb1f-412e-8f4a-6761627246c0 tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] Deleting port 9e316c4a-e898-47da-bd4a-1a82998b376a {{(pid=101666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:40:57.212535 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d534a631-4919-4eaf-9357-e41f2efe8df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-645114', 'neutron.services.segments.db._delete_segments_for_network-8779339326814'] for network, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:57.212653 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-c59d0cb6-2e89-49fd-821b-81e45a485abe req-26a950aa-cb1f-412e-8f4a-6761627246c0 tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:57.234830 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.services.segments.db [None req-d534a631-4919-4eaf-9357-e41f2efe8df2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14']}} {{(pid=101665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:57.244834 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.services.segments.db [None req-d534a631-4919-4eaf-9357-e41f2efe8df2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29b05e4f-1fbd-4194-bf65-15dc47a9d766') {'for_net_delete': True} {{(pid=101665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:57.245044 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.services.segments.db [None req-d534a631-4919-4eaf-9357-e41f2efe8df2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29b05e4f-1fbd-4194-bf65-15dc47a9d766') {} {{(pid=101665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:57.255058 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d534a631-4919-4eaf-9357-e41f2efe8df2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779339327335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3716849'] for segment, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:57.270171 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d534a631-4919-4eaf-9357-e41f2efe8df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790'] for segment, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:57.279302 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d534a631-4919-4eaf-9357-e41f2efe8df2 admin admin] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=101665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:40:57.279984 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d534a631-4919-4eaf-9357-e41f2efe8df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2511878'] for segment, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:57.281991 dv-cinder-815659-1-iscsi neutron-server[101665]: Traceback (most recent call last): Oct 27 16:40:57.281991 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:40:57.281991 dv-cinder-815659-1-iscsi neutron-server[101665]: timer() Oct 27 16:40:57.281991 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:40:57.281991 dv-cinder-815659-1-iscsi neutron-server[101665]: cb(*args, **kw) Oct 27 16:40:57.281991 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:40:57.281991 dv-cinder-815659-1-iscsi neutron-server[101665]: return func(*args, **kwargs) Oct 27 16:40:57.281991 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:40:57.281991 dv-cinder-815659-1-iscsi neutron-server[101665]: self._notify() Oct 27 16:40:57.281991 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:40:57.281991 dv-cinder-815659-1-iscsi neutron-server[101665]: self.callback(batched_events) Oct 27 16:40:57.281991 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:40:57.281991 dv-cinder-815659-1-iscsi neutron-server[101665]: event.method(event) Oct 27 16:40:57.281991 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:40:57.281991 dv-cinder-815659-1-iscsi neutron-server[101665]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:40:57.281991 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:40:57.281991 dv-cinder-815659-1-iscsi neutron-server[101665]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:40:57.281991 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:40:57.281991 dv-cinder-815659-1-iscsi neutron-server[101665]: return f(self, *a, **k) Oct 27 16:40:57.281991 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:40:57.281991 dv-cinder-815659-1-iscsi neutron-server[101665]: return self._get(url).json() Oct 27 16:40:57.281991 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:40:57.281991 dv-cinder-815659-1-iscsi neutron-server[101665]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:40:57.281991 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:40:57.281991 dv-cinder-815659-1-iscsi neutron-server[101665]: return self.request(url, 'GET', **kwargs) Oct 27 16:40:57.281991 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:40:57.281991 dv-cinder-815659-1-iscsi neutron-server[101665]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:40:57.281991 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:40:57.281991 dv-cinder-815659-1-iscsi neutron-server[101665]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:40:57.281991 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:40:57.281991 dv-cinder-815659-1-iscsi neutron-server[101665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:40:57.281991 dv-cinder-815659-1-iscsi neutron-server[101665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:40:57.302145 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-bdf5f16c-5635-44b7-8cca-c554f58eb895 req-ef61e728-804f-4db0-85a1-85d4a2420410 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&id=a2931a48-f2b6-4f76-bea8-0538c4c6534b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0862968 Oct 27 16:40:57.321281 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 65e44e7e-354d-48ed-94ee-41de97c8e2a9 no longer exists at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:40:57.344590 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-c59d0cb6-2e89-49fd-821b-81e45a485abe req-26a950aa-cb1f-412e-8f4a-6761627246c0 tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] For port 9e316c4a-e898-47da-bd4a-1a82998b376a, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=9e316c4a-e898-47da-bd4a-1a82998b376a,segment=NetworkSegment(eb034667-a93e-49c9-8ca5-1f847b299a18),segment_id=eb034667-a93e-49c9-8ca5-1f847b299a18)] {{(pid=101666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:40:57.344947 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-c59d0cb6-2e89-49fd-821b-81e45a485abe req-26a950aa-cb1f-412e-8f4a-6761627246c0 tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:57.346442 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] No Port match for: 65e44e7e-354d-48ed-94ee-41de97c8e2a9 {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:40:57.346810 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 65e44e7e-354d-48ed-94ee-41de97c8e2a9 not bound to the agent host dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:40:57.347227 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device e5d54ac8-a094-4fb0-babd-299e33df76e0 no longer exists at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:40:57.350143 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d534a631-4919-4eaf-9357-e41f2efe8df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-645105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3734107'] for network, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:57.356103 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d534a631-4919-4eaf-9357-e41f2efe8df2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for network, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:57.359188 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [req-c59d0cb6-2e89-49fd-821b-81e45a485abe req-26a950aa-cb1f-412e-8f4a-6761627246c0 tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] Calling delete_port for 9e316c4a-e898-47da-bd4a-1a82998b376a owned by compute:nova {{(pid=101666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:40:57.361035 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-d534a631-4919-4eaf-9357-e41f2efe8df2 admin admin] 10.222.0.91 "DELETE /v2.0/networks/4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14 HTTP/1.1" status: 204 len: 168 time: 0.3027194 Oct 27 16:40:57.370687 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] No Port match for: e5d54ac8-a094-4fb0-babd-299e33df76e0 {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:40:57.371043 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device e5d54ac8-a094-4fb0-babd-299e33df76e0 not bound to the agent host dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:40:57.387633 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d534a631-4919-4eaf-9357-e41f2efe8df2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e87fc0e-e3bc-471d-ab2e-0ecbb2364f14,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:57.497870 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 56244) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:57.506032 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-c59d0cb6-2e89-49fd-821b-81e45a485abe req-26a950aa-cb1f-412e-8f4a-6761627246c0 tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25690832'] for port, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:57.520693 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['9e316c4a-e898-47da-bd4a-1a82998b376a'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:40:57.548770 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a950aa-cb1f-412e-8f4a-6761627246c0 tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] Pushing event deleted for resources: {'Port': ['ID=9e316c4a-e898-47da-bd4a-1a82998b376a,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:57.601233 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59d0cb6-2e89-49fd-821b-81e45a485abe req-26a950aa-cb1f-412e-8f4a-6761627246c0 tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] No DVR routers for this DVR port 9e316c4a-e898-47da-bd4a-1a82998b376a on host hv-cinder-81565 {{(pid=101666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:40:57.607608 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-b18bf049-2f8b-49ea-88b5-0eeab76628ed admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a764bac289b649e9b1671333d51f7db3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1061816 Oct 27 16:40:57.607608 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-c59d0cb6-2e89-49fd-821b-81e45a485abe req-26a950aa-cb1f-412e-8f4a-6761627246c0 tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:57.608456 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 56246) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:57.609868 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c59d0cb6-2e89-49fd-821b-81e45a485abe req-26a950aa-cb1f-412e-8f4a-6761627246c0 tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] 10.222.0.66 "DELETE /v2.0/ports/9e316c4a-e898-47da-bd4a-1a82998b376a HTTP/1.1" status: 204 len: 173 time: 0.5328898 Oct 27 16:40:57.610324 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2638b66d-3ab2-4602-8eb4-24d607de0987', 'name': 'network-vif-deleted', 'tag': '9e316c4a-e898-47da-bd4a-1a82998b376a'}] {{(pid=101666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:40:57.612667 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c97a8bc50bc1e60c5bcd83482612a755f7c8660878f0fc94464a674b36297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2432338d-a340-4b52-ab83-d466011cebae" -d '{"events": [{"server_uuid": "2638b66d-3ab2-4602-8eb4-24d607de0987", "name": "network-vif-deleted", "tag": "9e316c4a-e898-47da-bd4a-1a82998b376a"}]}' {{(pid=101666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:40:57.663726 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f17c7e-4b7a-46f0-a101-1dd1d9b3f5c6 x-openstack-request-id: req-64f17c7e-4b7a-46f0-a101-1dd1d9b3f5c6 {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:40:57.664598 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2638b66d-3ab2-4602-8eb4-24d607de0987", "name": "network-vif-deleted", "tag": "9e316c4a-e898-47da-bd4a-1a82998b376a", "status": "completed", "code": 200}]} {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:40:57.664598 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-64f17c7e-4b7a-46f0-a101-1dd1d9b3f5c6 {{(pid=101666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:40:57.664820 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2638b66d-3ab2-4602-8eb4-24d607de0987', 'name': 'network-vif-deleted', 'tag': '9e316c4a-e898-47da-bd4a-1a82998b376a', 'status': 'completed', 'code': 200} Oct 27 16:40:57.692496 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-8a587a92-3507-46bd-bda8-53346256da2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:57.721372 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-8a587a92-3507-46bd-bda8-53346256da2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:57.780133 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-8a587a92-3507-46bd-bda8-53346256da2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:57.782835 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-8a587a92-3507-46bd-bda8-53346256da2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:57.784113 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-8a587a92-3507-46bd-bda8-53346256da2c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb HTTP/1.1" status: 204 len: 168 time: 0.1740870 Oct 27 16:40:57.797155 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a587a92-3507-46bd-bda8-53346256da2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266ad4ad-b9d7-442f-a9aa-dd3ab87db7eb,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:58.085068 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1c28fb22-7e89-43db-a504-11f5ea100de9 req-84d105c0-c3e1-411e-aba2-4617cfa987c7 tempest-VolumesNegativeTest-1359453338 tempest-VolumesNegativeTest-1359453338-project] 10.222.0.91 "GET /v2.0/ports?device_id=2638b66d-3ab2-4602-8eb4-24d607de0987 HTTP/1.1" status: 200 len: 210 time: 0.0309772 Oct 27 16:40:58.427394 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559997f-1f8a-45ad-bbb1-5c52a551ebc9 req-318dab26-9cd2-45b9-8fab-d07d7ec82b41 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:58.428914 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d559997f-1f8a-45ad-bbb1-5c52a551ebc9 req-318dab26-9cd2-45b9-8fab-d07d7ec82b41 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 985 time: 0.0567055 Oct 27 16:40:58.469535 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d559997f-1f8a-45ad-bbb1-5c52a551ebc9 req-ca9deda3-9b88-4a88-a5d3-ade0cbd18729 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&id=a2931a48-f2b6-4f76-bea8-0538c4c6534b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343544 Oct 27 16:40:59.595459 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf726c-9b6a-4308-bc35-45835fbd1a93 req-36ddeee8-70b5-4dda-920c-d221f0ee2bfb tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:59.597093 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-dadf726c-9b6a-4308-bc35-45835fbd1a93 req-36ddeee8-70b5-4dda-920c-d221f0ee2bfb tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 985 time: 0.0553045 Oct 27 16:40:59.642641 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-dadf726c-9b6a-4308-bc35-45835fbd1a93 req-7e89ac0a-d545-4bbf-add3-62c19f6728b9 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&id=a2931a48-f2b6-4f76-bea8-0538c4c6534b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387683 Oct 27 16:40:59.688550 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 56354) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:59.793990 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-7a308518-12da-4b6e-8a65-9c36e625a442 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:59.872745 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-7a308518-12da-4b6e-8a65-9c36e625a442 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:59.876896 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-7a308518-12da-4b6e-8a65-9c36e625a442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:59.915813 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-7a308518-12da-4b6e-8a65-9c36e625a442 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b846243b71844498ad359ca3d603f4ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2261560 Oct 27 16:40:59.918509 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 56400) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:59.924849 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a308518-12da-4b6e-8a65-9c36e625a442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24b758c-0193-479e-b5c3-bbd2c781b7b2,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:59.972346 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-5369cbd8-9146-4946-9b52-77fe7adbc5e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:59.994034 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-5369cbd8-9146-4946-9b52-77fe7adbc5e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:00.043035 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-5369cbd8-9146-4946-9b52-77fe7adbc5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:00.045570 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-5369cbd8-9146-4946-9b52-77fe7adbc5e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:00.046749 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-5369cbd8-9146-4946-9b52-77fe7adbc5e5 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c24b758c-0193-479e-b5c3-bbd2c781b7b2 HTTP/1.1" status: 204 len: 168 time: 0.1272318 Oct 27 16:41:00.054356 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5369cbd8-9146-4946-9b52-77fe7adbc5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24b758c-0193-479e-b5c3-bbd2c781b7b2,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:00.310256 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 56420) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:00.323463 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-3a11def6-6d3e-4afd-9a34-756adf303c7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:00.400374 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-3a11def6-6d3e-4afd-9a34-756adf303c7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:00.404345 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-3a11def6-6d3e-4afd-9a34-756adf303c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:00.441056 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11def6-6d3e-4afd-9a34-756adf303c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d4a020-0c70-4fff-99d2-840e50855ae1,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:00.445585 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-3a11def6-6d3e-4afd-9a34-756adf303c7f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=343c3e9fc42647f5854ded47c789cf71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1340518 Oct 27 16:41:00.449428 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 56428) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:00.502384 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-c850d9ad-f2d8-40a0-9125-88e816592723 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:00.525057 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-c850d9ad-f2d8-40a0-9125-88e816592723 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:00.576940 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-c850d9ad-f2d8-40a0-9125-88e816592723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:00.579925 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-c850d9ad-f2d8-40a0-9125-88e816592723 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:00.581086 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-c850d9ad-f2d8-40a0-9125-88e816592723 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/78d4a020-0c70-4fff-99d2-840e50855ae1 HTTP/1.1" status: 204 len: 168 time: 0.1309893 Oct 27 16:41:00.589270 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850d9ad-f2d8-40a0-9125-88e816592723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d4a020-0c70-4fff-99d2-840e50855ae1,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:00.769136 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7385bc9-8e76-4845-a69c-4626e90ff68f req-d80ccb78-3626-4519-9091-75471c94068d tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:00.770616 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f7385bc9-8e76-4845-a69c-4626e90ff68f req-d80ccb78-3626-4519-9091-75471c94068d tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 985 time: 0.0529976 Oct 27 16:41:00.814294 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f7385bc9-8e76-4845-a69c-4626e90ff68f req-07e23f33-4007-4d5e-8d48-82be310ba6a8 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&id=a2931a48-f2b6-4f76-bea8-0538c4c6534b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347109 Oct 27 16:41:01.185516 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 9e316c4a-e898-47da-bd4a-1a82998b376a no longer exists at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:41:01.214594 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] No Port match for: 9e316c4a-e898-47da-bd4a-1a82998b376a {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:41:01.214943 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 9e316c4a-e898-47da-bd4a-1a82998b376a not bound to the agent host hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:41:01.953326 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0590694-b635-43c9-a812-b9a994e85ab1 req-53578532-38f7-4de1-8120-974de9b06d79 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:01.954915 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d0590694-b635-43c9-a812-b9a994e85ab1 req-53578532-38f7-4de1-8120-974de9b06d79 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 985 time: 0.0577326 Oct 27 16:41:02.000598 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d0590694-b635-43c9-a812-b9a994e85ab1 req-bd2f8745-c7d7-4f90-ab36-5a9a1f38e4b0 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&id=a2931a48-f2b6-4f76-bea8-0538c4c6534b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394733 Oct 27 16:41:03.124039 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de61dd-2168-4aad-998b-6d2364f59922 req-0a46f7ff-a847-4e39-aef1-dd430937a671 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:03.125577 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e2de61dd-2168-4aad-998b-6d2364f59922 req-0a46f7ff-a847-4e39-aef1-dd430937a671 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 985 time: 0.0551231 Oct 27 16:41:03.171750 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e2de61dd-2168-4aad-998b-6d2364f59922 req-5f9147c5-e3ae-4d77-a329-1879ca6d37c8 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&id=a2931a48-f2b6-4f76-bea8-0538c4c6534b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383677 Oct 27 16:41:03.186791 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 56682) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:03.324547 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-e91de4e8-1a50-452c-af18-2e761ee43907 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b0b5668b1d144da8a73cc0111d1ab963&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1357052 Oct 27 16:41:03.326323 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 56694) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:03.374789 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-72b1388b-21c7-4a62-a576-44a3be245833 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:03.404241 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-72b1388b-21c7-4a62-a576-44a3be245833 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:03.452861 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-72b1388b-21c7-4a62-a576-44a3be245833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:03.456732 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-72b1388b-21c7-4a62-a576-44a3be245833 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:03.457914 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-72b1388b-21c7-4a62-a576-44a3be245833 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/fa89884b-a450-4ba8-b14e-ca1358fa0e13 HTTP/1.1" status: 204 len: 168 time: 0.1307271 Oct 27 16:41:03.467204 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b1388b-21c7-4a62-a576-44a3be245833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa89884b-a450-4ba8-b14e-ca1358fa0e13,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:03.486242 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 56700) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:03.592826 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-777db3f5-cd2c-47fd-9081-7f113d221039 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:03.672415 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-777db3f5-cd2c-47fd-9081-7f113d221039 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:03.677593 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-777db3f5-cd2c-47fd-9081-7f113d221039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:03.714985 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777db3f5-cd2c-47fd-9081-7f113d221039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8279b5b6-8192-4ff4-b801-f6311f5bbe36,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:03.720470 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-777db3f5-cd2c-47fd-9081-7f113d221039 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0e3007e771fc4d66939660f1c107ae0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331660 Oct 27 16:41:03.723058 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 56708) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:03.773275 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-aa9b91f9-f57c-4aeb-a929-969c11939422 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:03.794964 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-aa9b91f9-f57c-4aeb-a929-969c11939422 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:03.845761 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-aa9b91f9-f57c-4aeb-a929-969c11939422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:03.845761 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-aa9b91f9-f57c-4aeb-a929-969c11939422 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:03.848473 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-aa9b91f9-f57c-4aeb-a929-969c11939422 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8279b5b6-8192-4ff4-b801-f6311f5bbe36 HTTP/1.1" status: 204 len: 168 time: 0.1244900 Oct 27 16:41:03.856959 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b91f9-f57c-4aeb-a929-969c11939422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8279b5b6-8192-4ff4-b801-f6311f5bbe36,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:04.165686 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 56728) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:04.179040 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-939ad567-d297-49a8-93b6-bc47780db299 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:04.208109 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 56732) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:04.263381 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-939ad567-d297-49a8-93b6-bc47780db299 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:04.268730 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-939ad567-d297-49a8-93b6-bc47780db299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:04.301486 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f457902-301a-4cf8-b06e-ed7b40e07b42 req-1f35073c-697c-41d8-a373-df8fca0aa407 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:04.303115 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8f457902-301a-4cf8-b06e-ed7b40e07b42 req-1f35073c-697c-41d8-a373-df8fca0aa407 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 985 time: 0.0563996 Oct 27 16:41:04.310287 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-939ad567-d297-49a8-93b6-bc47780db299 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b19998dbc2574cfa9eb1f4a1e0d33c24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1411977 Oct 27 16:41:04.310287 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ad567-d297-49a8-93b6-bc47780db299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721cc091-736e-48ee-956a-775afbab2857,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:04.311393 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 56736) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:04.351215 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8f457902-301a-4cf8-b06e-ed7b40e07b42 req-69e1cea4-b825-4ff2-97ed-ac14aaf3b81f tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&id=a2931a48-f2b6-4f76-bea8-0538c4c6534b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403872 Oct 27 16:41:04.361291 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2f01e294-be47-40e2-83ff-1cbab29d501e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:04.374671 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-9251b3d8-2fcb-4fdc-9ba0-ad637e5e7db3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1750613188-network', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:41:04.394612 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2f01e294-be47-40e2-83ff-1cbab29d501e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:04.425516 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9251b3d8-2fcb-4fdc-9ba0-ad637e5e7db3 admin admin] Made reservation on behalf of d8a5441fa0674f9c9e0b8691b4e7dfd6 for: {'network': 1} {{(pid=101665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:41:04.427727 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-9251b3d8-2fcb-4fdc-9ba0-ad637e5e7db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for network, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:04.437787 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-9251b3d8-2fcb-4fdc-9ba0-ad637e5e7db3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:04.472552 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2f01e294-be47-40e2-83ff-1cbab29d501e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:04.475132 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2f01e294-be47-40e2-83ff-1cbab29d501e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:04.476372 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-2f01e294-be47-40e2-83ff-1cbab29d501e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/721cc091-736e-48ee-956a-775afbab2857 HTTP/1.1" status: 204 len: 168 time: 0.1637962 Oct 27 16:41:04.494767 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f01e294-be47-40e2-83ff-1cbab29d501e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721cc091-736e-48ee-956a-775afbab2857,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:04.550407 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-9251b3d8-2fcb-4fdc-9ba0-ad637e5e7db3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:04.555157 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-9251b3d8-2fcb-4fdc-9ba0-ad637e5e7db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:04.578893 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9251b3d8-2fcb-4fdc-9ba0-ad637e5e7db3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1031, 'physical_network': 'physnet1'} {{(pid=101665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:41:04.588734 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9251b3d8-2fcb-4fdc-9ba0-ad637e5e7db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d87e7f4-9a4a-4dd3-8604-55d0aa742a3a,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:04.597327 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-9251b3d8-2fcb-4fdc-9ba0-ad637e5e7db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790'] for segment, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:04.597327 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.db.segments_db [None req-9251b3d8-2fcb-4fdc-9ba0-ad637e5e7db3 admin admin] Added segment 097e9223-1dfb-41f8-a875-1e34bf0fd73a of type vlan for network e79e46f2-9070-4695-9cd2-8782f08667b9 Oct 27 16:41:04.637070 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-9251b3d8-2fcb-4fdc-9ba0-ad637e5e7db3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779338775480'] for network, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:04.664227 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-9251b3d8-2fcb-4fdc-9ba0-ad637e5e7db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568'] for network, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:04.665370 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9251b3d8-2fcb-4fdc-9ba0-ad637e5e7db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:04.666094 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-9251b3d8-2fcb-4fdc-9ba0-ad637e5e7db3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for network, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:04.725983 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-9251b3d8-2fcb-4fdc-9ba0-ad637e5e7db3 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5168233 Oct 27 16:41:04.729180 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 56744) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:04.731016 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9251b3d8-2fcb-4fdc-9ba0-ad637e5e7db3 admin admin] Pushing event updated for resources: {'Network': ['ID=e79e46f2-9070-4695-9cd2-8782f08667b9,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:04.735577 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [None req-dfe02fdf-5cd2-4323-8f87-faf7b13a455c admin admin] Request body: {'subnet': {'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1750613188-subnet', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'ip_version': 4}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:41:04.742086 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Network e79e46f2-9070-4695-9cd2-8782f08667b9 details requested by agent ovs-agent-dv-cinder-815659-1-iscsi with host dv-cinder-815659-1-iscsi {{(pid=101667) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:41:04.760348 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe02fdf-5cd2-4323-8f87-faf7b13a455c admin admin] Made reservation on behalf of d8a5441fa0674f9c9e0b8691b4e7dfd6 for: {'subnet': 1} {{(pid=101666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:41:04.763088 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-dfe02fdf-5cd2-4323-8f87-faf7b13a455c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29061332'] for subnet, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:04.937830 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-dfe02fdf-5cd2-4323-8f87-faf7b13a455c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25690788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29061318'] for subnet, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:04.994363 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe02fdf-5cd2-4323-8f87-faf7b13a455c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fa56c53-ab8f-4abe-be7e-7313a4ee4c63,revision_number=0']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:05.007796 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe02fdf-5cd2-4323-8f87-faf7b13a455c admin admin] Checking segment: {'id': '097e9223-1dfb-41f8-a875-1e34bf0fd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:41:05.008187 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe02fdf-5cd2-4323-8f87-faf7b13a455c admin admin] Network hostable DHCP agents. Network: e79e46f2-9070-4695-9cd2-8782f08667b9, hostable agents: ['787f9650-d18e-4402-9e0d-45b78af00bf5'], hosted agents: [] {{(pid=101666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:41:05.026962 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe02fdf-5cd2-4323-8f87-faf7b13a455c admin admin] Network e79e46f2-9070-4695-9cd2-8782f08667b9 is scheduled to be hosted by DHCP agent 787f9650-d18e-4402-9e0d-45b78af00bf5 with binding_index 1 {{(pid=101666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:41:05.038211 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [None req-dfe02fdf-5cd2-4323-8f87-faf7b13a455c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-1-iscsi, e79e46f2-9070-4695-9cd2-8782f08667b9) {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:41:05.042519 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe02fdf-5cd2-4323-8f87-faf7b13a455c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:05.048086 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6172d47c-dd2f-4364-b226-e82d780b59a4 None None] Network e79e46f2-9070-4695-9cd2-8782f08667b9 requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:41:05.048361 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-dfe02fdf-5cd2-4323-8f87-faf7b13a455c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for subnet, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:05.067950 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-dfe02fdf-5cd2-4323-8f87-faf7b13a455c admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3342898 Oct 27 16:41:05.069363 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 56760) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:05.074061 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [None req-0c06225a-66e2-4bd3-ae2c-5406d466d2ac admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1750613188-router', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'}}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:41:05.100830 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0c06225a-66e2-4bd3-ae2c-5406d466d2ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3734699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3542'] for router, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:05.101875 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0c06225a-66e2-4bd3-ae2c-5406d466d2ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3732827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3905833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3521'] for router, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:05.161158 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0c06225a-66e2-4bd3-ae2c-5406d466d2ac admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:05.299326 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0c06225a-66e2-4bd3-ae2c-5406d466d2ac admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:05.331827 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c8fe21-09f7-489b-bce8-ea9b32dc587a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7b95057-ef53-539e-8933-e83ad38293e7-e79e46f2-9070-4695-9cd2-8782f08667b9', 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'fixed_ips': [{'subnet_id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63'}]}} from dv-cinder-815659-1-iscsi. {{(pid=101667) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:41:05.333009 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-a5c8fe21-09f7-489b-bce8-ea9b32dc587a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:05.492408 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.db_base_plugin_common [None req-a5c8fe21-09f7-489b-bce8-ea9b32dc587a None None] Allocated IP 172.20.0.2 (e79e46f2-9070-4695-9cd2-8782f08667b9/6fa56c53-ab8f-4abe-be7e-7313a4ee4c63/09fd4b3d-312d-48a6-b386-af81bb1b5703) {{(pid=101667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:41:05.579323 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c32855-478f-4f5f-91e0-71331ddb0dba req-b1e06755-2efa-49ce-a67f-d388524a0700 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:05.580932 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-51c32855-478f-4f5f-91e0-71331ddb0dba req-b1e06755-2efa-49ce-a67f-d388524a0700 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 985 time: 0.1306615 Oct 27 16:41:05.581945 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0c06225a-66e2-4bd3-ae2c-5406d466d2ac admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:05.604775 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0c06225a-66e2-4bd3-ae2c-5406d466d2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:05.646658 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-a5c8fe21-09f7-489b-bce8-ea9b32dc587a None None] Publish callbacks [] for port, precommit_create {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:05.653912 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-a5c8fe21-09f7-489b-bce8-ea9b32dc587a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622'] for port, after_create {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:05.683532 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-51c32855-478f-4f5f-91e0-71331ddb0dba req-f7c381c1-bbea-468f-a1c2-175c91947cf9 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&id=a2931a48-f2b6-4f76-bea8-0538c4c6534b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0794897 Oct 27 16:41:05.706331 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c8fe21-09f7-489b-bce8-ea9b32dc587a None None] Network e79e46f2-9070-4695-9cd2-8782f08667b9 is already hosted by enough agents. {{(pid=101667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:41:05.706331 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.scheduler.base_scheduler [None req-a5c8fe21-09f7-489b-bce8-ea9b32dc587a None None] Resources bound (agent type, host, resource id): {{(pid=101667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:41:05.708664 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c8fe21-09f7-489b-bce8-ea9b32dc587a None None] Received port after_create {{(pid=101667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:41:05.715634 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8fe21-09f7-489b-bce8-ea9b32dc587a None None] Pushing event updated for resources: {'Port': ['ID=09fd4b3d-312d-48a6-b386-af81bb1b5703,revision_number=1']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:05.725455 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c8fe21-09f7-489b-bce8-ea9b32dc587a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:05.725818 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c8fe21-09f7-489b-bce8-ea9b32dc587a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:05.726149 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c8fe21-09f7-489b-bce8-ea9b32dc587a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:05.726491 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c8fe21-09f7-489b-bce8-ea9b32dc587a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:05.726815 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c8fe21-09f7-489b-bce8-ea9b32dc587a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:05.727142 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c8fe21-09f7-489b-bce8-ea9b32dc587a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:05.727499 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c8fe21-09f7-489b-bce8-ea9b32dc587a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:05.727852 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c8fe21-09f7-489b-bce8-ea9b32dc587a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:05.728205 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c8fe21-09f7-489b-bce8-ea9b32dc587a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:05.728532 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c8fe21-09f7-489b-bce8-ea9b32dc587a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:05.728854 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c8fe21-09f7-489b-bce8-ea9b32dc587a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:05.729168 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c8fe21-09f7-489b-bce8-ea9b32dc587a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:05.754268 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.db_base_plugin_common [None req-0c06225a-66e2-4bd3-ae2c-5406d466d2ac admin admin] Allocated IP 172.27.0.246 (b60b3993-7427-4bdc-87fb-6dbc7e937750/bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1/94a15602-7fcd-4d99-8d49-60b72feb31d8) {{(pid=101666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:41:05.782245 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-a5c8fe21-09f7-489b-bce8-ea9b32dc587a None None] Attempting to bind port 09fd4b3d-312d-48a6-b386-af81bb1b5703 on host dv-cinder-815659-1-iscsi for vnic_type normal with profile {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:41:05.782841 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-a5c8fe21-09f7-489b-bce8-ea9b32dc587a None None] Attempting to bind port 09fd4b3d-312d-48a6-b386-af81bb1b5703 by drivers openvswitch,hyperv on host dv-cinder-815659-1-iscsi at level 0 using segments [{'id': '097e9223-1dfb-41f8-a875-1e34bf0fd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9'}] {{(pid=101667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:41:05.782942 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c8fe21-09f7-489b-bce8-ea9b32dc587a None None] Attempting to bind port 09fd4b3d-312d-48a6-b386-af81bb1b5703 on network e79e46f2-9070-4695-9cd2-8782f08667b9 {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:41:05.790625 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c8fe21-09f7-489b-bce8-ea9b32dc587a None None] Checking agent: {'id': '042db589-9278-4969-aa78-790e50700daa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 27, 42), 'started_at': datetime.datetime(2021, 10, 27, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:41:05.790987 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c8fe21-09f7-489b-bce8-ea9b32dc587a None None] Checking segment: {'id': '097e9223-1dfb-41f8-a875-1e34bf0fd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:41:05.791378 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-a5c8fe21-09f7-489b-bce8-ea9b32dc587a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:05.791761 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c8fe21-09f7-489b-bce8-ea9b32dc587a None None] Bound using segment: {'id': '097e9223-1dfb-41f8-a875-1e34bf0fd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9'} {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:41:05.792245 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-a5c8fe21-09f7-489b-bce8-ea9b32dc587a None None] Bound port: 09fd4b3d-312d-48a6-b386-af81bb1b5703, host: dv-cinder-815659-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097e9223-1dfb-41f8-a875-1e34bf0fd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9'}}] {{(pid=101667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:41:05.792617 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-a5c8fe21-09f7-489b-bce8-ea9b32dc587a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:05.861285 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0c06225a-66e2-4bd3-ae2c-5406d466d2ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:05.898415 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0c06225a-66e2-4bd3-ae2c-5406d466d2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25690832'] for port, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:05.921605 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-a5c8fe21-09f7-489b-bce8-ea9b32dc587a None None] For port 09fd4b3d-312d-48a6-b386-af81bb1b5703, host dv-cinder-815659-1-iscsi, cleared binding levels {{(pid=101667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:41:05.927948 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-a5c8fe21-09f7-489b-bce8-ea9b32dc587a None None] For port 09fd4b3d-312d-48a6-b386-af81bb1b5703, host dv-cinder-815659-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=09fd4b3d-312d-48a6-b386-af81bb1b5703,segment=NetworkSegment(097e9223-1dfb-41f8-a875-1e34bf0fd73a),segment_id=097e9223-1dfb-41f8-a875-1e34bf0fd73a)] {{(pid=101667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:41:05.936838 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-a5c8fe21-09f7-489b-bce8-ea9b32dc587a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:05.939545 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c06225a-66e2-4bd3-ae2c-5406d466d2ac admin admin] Network b60b3993-7427-4bdc-87fb-6dbc7e937750 is already hosted by enough agents. {{(pid=101666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:41:05.942447 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [None req-0c06225a-66e2-4bd3-ae2c-5406d466d2ac admin admin] Resources bound (agent type, host, resource id): {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:41:05.944994 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c06225a-66e2-4bd3-ae2c-5406d466d2ac admin admin] Received port after_create {{(pid=101666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:41:05.970417 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06225a-66e2-4bd3-ae2c-5406d466d2ac admin admin] Pushing event updated for resources: {'Port': ['ID=94a15602-7fcd-4d99-8d49-60b72feb31d8,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:06.013208 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8fe21-09f7-489b-bce8-ea9b32dc587a None None] Pushing event updated for resources: {'Port': ['ID=09fd4b3d-312d-48a6-b386-af81bb1b5703,revision_number=2']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:06.212477 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0c06225a-66e2-4bd3-ae2c-5406d466d2ac admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:06.676679 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0c06225a-66e2-4bd3-ae2c-5406d466d2ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3732816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3703951'] for router, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:06.836459 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a996f30-a800-4407-a609-c75f1631da6a req-f4160bf2-3ebc-4cc8-b641-9c8a264ce6d3 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:06.837907 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7a996f30-a800-4407-a609-c75f1631da6a req-f4160bf2-3ebc-4cc8-b641-9c8a264ce6d3 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 985 time: 0.0721674 Oct 27 16:41:06.898423 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7a996f30-a800-4407-a609-c75f1631da6a req-48a0f5e4-06a6-4c55-940e-8e352f913d07 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&id=a2931a48-f2b6-4f76-bea8-0538c4c6534b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0501213 Oct 27 16:41:06.899476 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c06225a-66e2-4bd3-ae2c-5406d466d2ac admin admin] Router 5d2a70e8-e24d-4ae4-94a3-50509cec4a50 is scheduled to L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 with binding_index 1 {{(pid=101666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:41:06.911331 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d219ca87-9b3d-44cc-86be-2efe4047d6dd None None] Network e79e46f2-9070-4695-9cd2-8782f08667b9 requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:41:06.979910 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-49805f3e-3199-4b40-98d2-78b2221ab46e None None] Provisioning complete for port 09fd4b3d-312d-48a6-b386-af81bb1b5703 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:41:06.980281 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-49805f3e-3199-4b40-98d2-78b2221ab46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:07.005549 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c06225a-66e2-4bd3-ae2c-5406d466d2ac admin admin] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:41:07.023974 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0c06225a-66e2-4bd3-ae2c-5406d466d2ac admin admin] Publish callbacks [] for router, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:07.025267 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a39dcc-1b21-46ea-846d-db48092c2879 None None] Sync routers for ids ['5d2a70e8-e24d-4ae4-94a3-50509cec4a50'] in dv-cinder-815659-1-iscsi {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:41:07.025422 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-0c06225a-66e2-4bd3-ae2c-5406d466d2ac admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9548960 Oct 27 16:41:07.028204 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 56782) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:07.071755 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a39dcc-1b21-46ea-846d-db48092c2879 None None] Routers {'5d2a70e8-e24d-4ae4-94a3-50509cec4a50'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:41:07.072471 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-a3a39dcc-1b21-46ea-846d-db48092c2879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:40:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['5d2a70e8-e24d-4ae4-94a3-50509cec4a50'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:07.219361 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-49805f3e-3199-4b40-98d2-78b2221ab46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:07.249657 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-a3a39dcc-1b21-46ea-846d-db48092c2879 None None] Set router 5d2a70e8-e24d-4ae4-94a3-50509cec4a50 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:41:07.319832 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 09fd4b3d-312d-48a6-b386-af81bb1b5703 up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:41:07.362712 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-49805f3e-3199-4b40-98d2-78b2221ab46e None None] For port 09fd4b3d-312d-48a6-b386-af81bb1b5703, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=09fd4b3d-312d-48a6-b386-af81bb1b5703,segment=NetworkSegment(097e9223-1dfb-41f8-a875-1e34bf0fd73a),segment_id=097e9223-1dfb-41f8-a875-1e34bf0fd73a)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:41:07.393723 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-49805f3e-3199-4b40-98d2-78b2221ab46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:07.467995 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0fe700c7-f34f-4ae4-a3d5-0282469182d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:07.487293 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49805f3e-3199-4b40-98d2-78b2221ab46e None None] Pushing event updated for resources: {'Port': ['ID=09fd4b3d-312d-48a6-b386-af81bb1b5703,revision_number=3']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:07.521150 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port 09fd4b3d-312d-48a6-b386-af81bb1b5703 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:41:07.521517 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:07.567250 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-6ba28f2d-b318-43b0-a017-c75c1f52969d None None] Provisioning complete for port 09fd4b3d-312d-48a6-b386-af81bb1b5703 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:41:07.567606 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-6ba28f2d-b318-43b0-a017-c75c1f52969d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:07.628020 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.db_base_plugin_common [None req-0fe700c7-f34f-4ae4-a3d5-0282469182d3 admin admin] Allocated IP 172.20.0.1 (e79e46f2-9070-4695-9cd2-8782f08667b9/6fa56c53-ab8f-4abe-be7e-7313a4ee4c63/856c0e51-f895-4490-a3f3-828627d8238d) {{(pid=101666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:41:07.645422 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-a3a39dcc-1b21-46ea-846d-db48092c2879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'name': 'tempest-TestVolumeBootPattern-1750613188-router', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:06Z', 'revision_number': 3, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'gw_port': {'id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:77:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi'}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:07.679567 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a39dcc-1b21-46ea-846d-db48092c2879 None None] Checking router: 5d2a70e8-e24d-4ae4-94a3-50509cec4a50 for host: dv-cinder-815659-1-iscsi {{(pid=101667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:41:07.679914 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a39dcc-1b21-46ea-846d-db48092c2879 None None] Updating router 5d2a70e8-e24d-4ae4-94a3-50509cec4a50 port 94a15602-7fcd-4d99-8d49-60b72feb31d8 binding host dv-cinder-815659-1-iscsi {{(pid=101667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:41:07.728378 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-a3a39dcc-1b21-46ea-846d-db48092c2879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:07.737424 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0fe700c7-f34f-4ae4-a3d5-0282469182d3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:07.772774 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0fe700c7-f34f-4ae4-a3d5-0282469182d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25690832'] for port, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:07.833543 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe700c7-f34f-4ae4-a3d5-0282469182d3 admin admin] Network e79e46f2-9070-4695-9cd2-8782f08667b9 is already hosted by enough agents. {{(pid=101666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:41:07.840971 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [None req-0fe700c7-f34f-4ae4-a3d5-0282469182d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:41:07.847592 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe700c7-f34f-4ae4-a3d5-0282469182d3 admin admin] Received port after_create {{(pid=101666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:41:07.886651 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe700c7-f34f-4ae4-a3d5-0282469182d3 admin admin] Pushing event updated for resources: {'Port': ['ID=856c0e51-f895-4490-a3f3-828627d8238d,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:07.919763 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0fe700c7-f34f-4ae4-a3d5-0282469182d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3734226'] for router_interface, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:08.087569 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa966011-6f4f-44e6-80ee-fd52924424f2 req-9b7e2e1c-4475-41c7-812a-287cbef7012a tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:08.089095 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-aa966011-6f4f-44e6-80ee-fd52924424f2 req-9b7e2e1c-4475-41c7-812a-287cbef7012a tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 985 time: 0.0855258 Oct 27 16:41:08.109614 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-6c6ce843-f9d7-46f8-ba79-4578d897d708 None None] Provisioning complete for port 856c0e51-f895-4490-a3f3-828627d8238d triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:41:08.110191 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-6c6ce843-f9d7-46f8-ba79-4578d897d708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:08.131235 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0fe700c7-f34f-4ae4-a3d5-0282469182d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:08.161315 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-aa966011-6f4f-44e6-80ee-fd52924424f2 req-6f8ef16c-0a37-432b-a85b-be1ce6493fbb tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&id=a2931a48-f2b6-4f76-bea8-0538c4c6534b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0508354 Oct 27 16:41:08.171396 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ce843-f9d7-46f8-ba79-4578d897d708 None None] Port 856c0e51-f895-4490-a3f3-828627d8238d cannot update to ACTIVE because it is not bound. {{(pid=101667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:41:08.228536 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-a3a39dcc-1b21-46ea-846d-db48092c2879 None None] Publish callbacks [] for port, precommit_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:08.234877 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-a3a39dcc-1b21-46ea-846d-db48092c2879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:08.303319 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-818c17f5-a4e5-496c-8f79-ca3101dcc5c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:08.304666 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa8701-6c84-4e39-999f-fa895426eda7 None None] Pushing event updated for resources: {'Port': ['ID=94a15602-7fcd-4d99-8d49-60b72feb31d8,revision_number=2']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:08.306875 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-a3a39dcc-1b21-46ea-846d-db48092c2879 None None] Attempting to bind port 94a15602-7fcd-4d99-8d49-60b72feb31d8 on host dv-cinder-815659-1-iscsi for vnic_type normal with profile {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:41:08.307246 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-a3a39dcc-1b21-46ea-846d-db48092c2879 None None] Attempting to bind port 94a15602-7fcd-4d99-8d49-60b72feb31d8 by drivers openvswitch,hyperv on host dv-cinder-815659-1-iscsi at level 0 using segments [{'id': '9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'}] {{(pid=101667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:41:08.307470 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0fe700c7-f34f-4ae4-a3d5-0282469182d3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:08.307650 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a39dcc-1b21-46ea-846d-db48092c2879 None None] Attempting to bind port 94a15602-7fcd-4d99-8d49-60b72feb31d8 on network b60b3993-7427-4bdc-87fb-6dbc7e937750 {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:41:08.314083 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0fe700c7-f34f-4ae4-a3d5-0282469182d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25690667'] for port, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:08.314274 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a39dcc-1b21-46ea-846d-db48092c2879 None None] Checking agent: {'id': '042db589-9278-4969-aa78-790e50700daa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 27, 42), 'started_at': datetime.datetime(2021, 10, 27, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:41:08.314599 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a39dcc-1b21-46ea-846d-db48092c2879 None None] Checking segment: {'id': '9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:41:08.314996 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-a3a39dcc-1b21-46ea-846d-db48092c2879 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:08.315387 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a39dcc-1b21-46ea-846d-db48092c2879 None None] Bound using segment: {'id': '9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'} {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:41:08.315910 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-a3a39dcc-1b21-46ea-846d-db48092c2879 None None] Bound port: 94a15602-7fcd-4d99-8d49-60b72feb31d8, host: dv-cinder-815659-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'}}] {{(pid=101667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:41:08.316259 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-a3a39dcc-1b21-46ea-846d-db48092c2879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:08.369672 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-a3a39dcc-1b21-46ea-846d-db48092c2879 None None] For port 94a15602-7fcd-4d99-8d49-60b72feb31d8, host dv-cinder-815659-1-iscsi, cleared binding levels {{(pid=101667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:41:08.372757 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-a3a39dcc-1b21-46ea-846d-db48092c2879 None None] For port 94a15602-7fcd-4d99-8d49-60b72feb31d8, host dv-cinder-815659-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=94a15602-7fcd-4d99-8d49-60b72feb31d8,segment=NetworkSegment(9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182),segment_id=9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182)] {{(pid=101667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:41:08.377135 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-a3a39dcc-1b21-46ea-846d-db48092c2879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:08.377722 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0fe700c7-f34f-4ae4-a3d5-0282469182d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3579526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3735106'] for router_interface, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:08.380672 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe700c7-f34f-4ae4-a3d5-0282469182d3 admin admin] Pushing event updated for resources: {'Port': ['ID=856c0e51-f895-4490-a3f3-828627d8238d,revision_number=2']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:08.439903 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a39dcc-1b21-46ea-846d-db48092c2879 None None] Routers {'5d2a70e8-e24d-4ae4-94a3-50509cec4a50'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:41:08.440525 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-a3a39dcc-1b21-46ea-846d-db48092c2879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:40:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['5d2a70e8-e24d-4ae4-94a3-50509cec4a50'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:08.442288 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa8701-6c84-4e39-999f-fa895426eda7 None None] Pushing event updated for resources: {'Port': ['ID=94a15602-7fcd-4d99-8d49-60b72feb31d8,revision_number=3']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:08.475205 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe700c7-f34f-4ae4-a3d5-0282469182d3 admin admin] Network e79e46f2-9070-4695-9cd2-8782f08667b9 is already hosted by enough agents. {{(pid=101666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:41:08.476651 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [None req-0fe700c7-f34f-4ae4-a3d5-0282469182d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:41:08.557393 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-a3a39dcc-1b21-46ea-846d-db48092c2879 None None] Set router 5d2a70e8-e24d-4ae4-94a3-50509cec4a50 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:41:08.595555 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe700c7-f34f-4ae4-a3d5-0282469182d3 admin admin] Router 5d2a70e8-e24d-4ae4-94a3-50509cec4a50 has already been hosted by L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 {{(pid=101666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:41:08.709949 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe700c7-f34f-4ae4-a3d5-0282469182d3 admin admin] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:41:08.716345 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-b46418c8-3aa0-4bb3-bbf3-97fa9ab4d5c7 None None] Provisioning complete for port 856c0e51-f895-4490-a3f3-828627d8238d triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:41:08.716484 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-0fe700c7-f34f-4ae4-a3d5-0282469182d3 admin admin] 10.222.0.91 "PUT /v2.0/routers/5d2a70e8-e24d-4ae4-94a3-50509cec4a50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6870551 Oct 27 16:41:08.716714 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-b46418c8-3aa0-4bb3-bbf3-97fa9ab4d5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:08.780871 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-b46418c8-3aa0-4bb3-bbf3-97fa9ab4d5c7 None None] Port 856c0e51-f895-4490-a3f3-828627d8238d cannot update to ACTIVE because it is not bound. {{(pid=101667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:41:08.802060 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-a3a39dcc-1b21-46ea-846d-db48092c2879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'name': 'tempest-TestVolumeBootPattern-1750613188-router', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:08Z', 'revision_number': 4, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'gw_port': {'id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:77:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '856c0e51-f895-4490-a3f3-828627d8238d', 'name': '', 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'mac_address': 'fa:16:3e:4b:2a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:07Z', 'updated_at': '2021-10-27T16:41:08Z', 'revision_number': 2, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'subnets': [{'id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:08.829077 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a39dcc-1b21-46ea-846d-db48092c2879 None None] The sync data for ids ['5d2a70e8-e24d-4ae4-94a3-50509cec4a50'] in dv-cinder-815659-1-iscsi is: [{'id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'name': 'tempest-TestVolumeBootPattern-1750613188-router', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:08Z', 'revision_number': 4, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'gw_port': {'id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:77:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '856c0e51-f895-4490-a3f3-828627d8238d', 'name': '', 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'mac_address': 'fa:16:3e:4b:2a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:07Z', 'updated_at': '2021-10-27T16:41:08Z', 'revision_number': 2, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'subnets': [{'id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:41:09.270805 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 56806) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:09.276093 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-b028bd11-dc97-43aa-bb8a-3d9a9eb5236d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1032130478-network', 'tenant_id': '6b5202c6f9174246b633c5f1e5f74daf'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:41:09.307285 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b028bd11-dc97-43aa-bb8a-3d9a9eb5236d admin admin] Made reservation on behalf of 6b5202c6f9174246b633c5f1e5f74daf for: {'network': 1} {{(pid=101665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:41:09.309642 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-b028bd11-dc97-43aa-bb8a-3d9a9eb5236d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for network, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:09.315218 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ea85d-8907-448a-9d84-e3cefab7f0f5 req-04209b83-73d0-46b1-9abc-1bb2b26cc240 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:09.316601 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ad4ea85d-8907-448a-9d84-e3cefab7f0f5 req-04209b83-73d0-46b1-9abc-1bb2b26cc240 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 985 time: 0.0738728 Oct 27 16:41:09.320818 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 09fd4b3d-312d-48a6-b386-af81bb1b5703 up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:41:09.324048 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-b028bd11-dc97-43aa-bb8a-3d9a9eb5236d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:09.375469 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ad4ea85d-8907-448a-9d84-e3cefab7f0f5 req-24bce000-4a78-4ac6-aad4-92f341609f34 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&id=a2931a48-f2b6-4f76-bea8-0538c4c6534b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0502601 Oct 27 16:41:09.386175 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port 09fd4b3d-312d-48a6-b386-af81bb1b5703 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:41:09.386614 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:09.410876 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-b028bd11-dc97-43aa-bb8a-3d9a9eb5236d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:09.416859 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-b028bd11-dc97-43aa-bb8a-3d9a9eb5236d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:09.445570 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028bd11-dc97-43aa-bb8a-3d9a9eb5236d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba874084-37fa-4229-a0e5-85fe208c37a5,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:09.457412 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b028bd11-dc97-43aa-bb8a-3d9a9eb5236d admin admin] vlan segment allocate from pool success with {'vlan_id': 1049, 'physical_network': 'physnet1'} {{(pid=101665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:41:09.475087 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-b028bd11-dc97-43aa-bb8a-3d9a9eb5236d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790'] for segment, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:09.475670 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.db.segments_db [None req-b028bd11-dc97-43aa-bb8a-3d9a9eb5236d admin admin] Added segment 55aeccd8-dcaf-48c8-b49d-2b8213e184ef of type vlan for network df26979e-830b-4cc2-a01c-79ab07122d04 Oct 27 16:41:09.536357 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-b028bd11-dc97-43aa-bb8a-3d9a9eb5236d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779338775480'] for network, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:09.569217 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-b028bd11-dc97-43aa-bb8a-3d9a9eb5236d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568'] for network, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:09.570431 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b028bd11-dc97-43aa-bb8a-3d9a9eb5236d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:09.571123 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-b028bd11-dc97-43aa-bb8a-3d9a9eb5236d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for network, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:09.628907 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-b028bd11-dc97-43aa-bb8a-3d9a9eb5236d admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3568938 Oct 27 16:41:09.631926 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 56808) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:09.639051 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-69d284db-20af-457a-bc95-0f588909f9fe admin admin] Request body: {'subnet': {'network_id': 'df26979e-830b-4cc2-a01c-79ab07122d04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1032130478-subnet', 'tenant_id': '6b5202c6f9174246b633c5f1e5f74daf', 'ip_version': 4}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:41:09.642183 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028bd11-dc97-43aa-bb8a-3d9a9eb5236d admin admin] Pushing event updated for resources: {'Network': ['ID=df26979e-830b-4cc2-a01c-79ab07122d04,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:09.653366 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Network df26979e-830b-4cc2-a01c-79ab07122d04 details requested by agent ovs-agent-dv-cinder-815659-1-iscsi with host dv-cinder-815659-1-iscsi {{(pid=101667) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:41:09.663950 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d284db-20af-457a-bc95-0f588909f9fe admin admin] Made reservation on behalf of 6b5202c6f9174246b633c5f1e5f74daf for: {'subnet': 1} {{(pid=101665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:41:09.666402 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-69d284db-20af-457a-bc95-0f588909f9fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26391250'] for subnet, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:09.855595 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-69d284db-20af-457a-bc95-0f588909f9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2512045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26391232'] for subnet, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:09.916094 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d284db-20af-457a-bc95-0f588909f9fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbd4fec8-8bbf-499d-9867-f09d02362885,revision_number=0']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:09.928347 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d284db-20af-457a-bc95-0f588909f9fe admin admin] Checking segment: {'id': '55aeccd8-dcaf-48c8-b49d-2b8213e184ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'df26979e-830b-4cc2-a01c-79ab07122d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:41:09.928758 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d284db-20af-457a-bc95-0f588909f9fe admin admin] Network hostable DHCP agents. Network: df26979e-830b-4cc2-a01c-79ab07122d04, hostable agents: ['787f9650-d18e-4402-9e0d-45b78af00bf5'], hosted agents: [] {{(pid=101665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:41:09.946459 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d284db-20af-457a-bc95-0f588909f9fe admin admin] Network df26979e-830b-4cc2-a01c-79ab07122d04 is scheduled to be hosted by DHCP agent 787f9650-d18e-4402-9e0d-45b78af00bf5 with binding_index 1 {{(pid=101665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:41:09.958263 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.base_scheduler [None req-69d284db-20af-457a-bc95-0f588909f9fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-1-iscsi, df26979e-830b-4cc2-a01c-79ab07122d04) {{(pid=101665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:41:09.969528 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d284db-20af-457a-bc95-0f588909f9fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:09.970488 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-69d284db-20af-457a-bc95-0f588909f9fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:09.973966 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bff68ac-b8a7-41dd-8bbe-23f261e89c68 None None] Network df26979e-830b-4cc2-a01c-79ab07122d04 requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:41:09.988507 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-69d284db-20af-457a-bc95-0f588909f9fe admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3533223 Oct 27 16:41:09.990963 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 56812) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:09.997609 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-e7d8add4-1a06-4c66-b5db-8fbb896c1ec4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1032130478-router', 'tenant_id': '6b5202c6f9174246b633c5f1e5f74daf', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'}}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:41:10.023474 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e7d8add4-1a06-4c66-b5db-8fbb896c1ec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3734699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3542'] for router, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:10.024799 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e7d8add4-1a06-4c66-b5db-8fbb896c1ec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3732827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3905833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3521'] for router, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:10.080794 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e7d8add4-1a06-4c66-b5db-8fbb896c1ec4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:10.129324 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2982d837-0112-4197-a6a2-302ec8b65d6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7b95057-ef53-539e-8933-e83ad38293e7-df26979e-830b-4cc2-a01c-79ab07122d04', 'network_id': 'df26979e-830b-4cc2-a01c-79ab07122d04', 'tenant_id': '6b5202c6f9174246b633c5f1e5f74daf', 'fixed_ips': [{'subnet_id': 'cbd4fec8-8bbf-499d-9867-f09d02362885'}]}} from dv-cinder-815659-1-iscsi. {{(pid=101667) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:41:10.130799 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-2982d837-0112-4197-a6a2-302ec8b65d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:10.228697 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e7d8add4-1a06-4c66-b5db-8fbb896c1ec4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:10.270183 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.db_base_plugin_common [None req-2982d837-0112-4197-a6a2-302ec8b65d6c None None] Allocated IP 172.20.0.2 (df26979e-830b-4cc2-a01c-79ab07122d04/cbd4fec8-8bbf-499d-9867-f09d02362885/24f07c8e-2fa7-425a-9c51-b0e4f661f5f5) {{(pid=101667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:41:10.418972 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-2982d837-0112-4197-a6a2-302ec8b65d6c None None] Publish callbacks [] for port, precommit_create {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:10.426297 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-2982d837-0112-4197-a6a2-302ec8b65d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622'] for port, after_create {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:10.437248 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e7d8add4-1a06-4c66-b5db-8fbb896c1ec4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:10.458683 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e7d8add4-1a06-4c66-b5db-8fbb896c1ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:10.475031 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2982d837-0112-4197-a6a2-302ec8b65d6c None None] Network df26979e-830b-4cc2-a01c-79ab07122d04 is already hosted by enough agents. {{(pid=101667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:41:10.478016 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.scheduler.base_scheduler [None req-2982d837-0112-4197-a6a2-302ec8b65d6c None None] Resources bound (agent type, host, resource id): {{(pid=101667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:41:10.482496 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2982d837-0112-4197-a6a2-302ec8b65d6c None None] Received port after_create {{(pid=101667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:41:10.485473 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982d837-0112-4197-a6a2-302ec8b65d6c None None] Pushing event updated for resources: {'Port': ['ID=24f07c8e-2fa7-425a-9c51-b0e4f661f5f5,revision_number=1']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:10.515393 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5155a79-aa41-4b76-922c-0eb1a8873ef3 req-d81fb559-41bc-4db6-a53e-13f06a9bdd1a tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:10.516944 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b5155a79-aa41-4b76-922c-0eb1a8873ef3 req-d81fb559-41bc-4db6-a53e-13f06a9bdd1a tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 985 time: 0.0586429 Oct 27 16:41:10.551650 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-2982d837-0112-4197-a6a2-302ec8b65d6c None None] Attempting to bind port 24f07c8e-2fa7-425a-9c51-b0e4f661f5f5 on host dv-cinder-815659-1-iscsi for vnic_type normal with profile {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:41:10.552173 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-2982d837-0112-4197-a6a2-302ec8b65d6c None None] Attempting to bind port 24f07c8e-2fa7-425a-9c51-b0e4f661f5f5 by drivers openvswitch,hyperv on host dv-cinder-815659-1-iscsi at level 0 using segments [{'id': '55aeccd8-dcaf-48c8-b49d-2b8213e184ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'df26979e-830b-4cc2-a01c-79ab07122d04'}] {{(pid=101667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:41:10.552542 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2982d837-0112-4197-a6a2-302ec8b65d6c None None] Attempting to bind port 24f07c8e-2fa7-425a-9c51-b0e4f661f5f5 on network df26979e-830b-4cc2-a01c-79ab07122d04 {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:41:10.560654 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2982d837-0112-4197-a6a2-302ec8b65d6c None None] Checking agent: {'id': '042db589-9278-4969-aa78-790e50700daa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 27, 42), 'started_at': datetime.datetime(2021, 10, 27, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:41:10.561024 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2982d837-0112-4197-a6a2-302ec8b65d6c None None] Checking segment: {'id': '55aeccd8-dcaf-48c8-b49d-2b8213e184ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'df26979e-830b-4cc2-a01c-79ab07122d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:41:10.561482 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-2982d837-0112-4197-a6a2-302ec8b65d6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:10.561872 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2982d837-0112-4197-a6a2-302ec8b65d6c None None] Bound using segment: {'id': '55aeccd8-dcaf-48c8-b49d-2b8213e184ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'df26979e-830b-4cc2-a01c-79ab07122d04'} {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:41:10.562481 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-2982d837-0112-4197-a6a2-302ec8b65d6c None None] Bound port: 24f07c8e-2fa7-425a-9c51-b0e4f661f5f5, host: dv-cinder-815659-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55aeccd8-dcaf-48c8-b49d-2b8213e184ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'df26979e-830b-4cc2-a01c-79ab07122d04'}}] {{(pid=101667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:41:10.563508 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-2982d837-0112-4197-a6a2-302ec8b65d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:10.568773 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b5155a79-aa41-4b76-922c-0eb1a8873ef3 req-09752f15-ca7e-4224-8fa2-62cf71ba8981 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&id=a2931a48-f2b6-4f76-bea8-0538c4c6534b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0452023 Oct 27 16:41:10.594157 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.db_base_plugin_common [None req-e7d8add4-1a06-4c66-b5db-8fbb896c1ec4 admin admin] Allocated IP 172.27.0.154 (b60b3993-7427-4bdc-87fb-6dbc7e937750/bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1/7a210461-0f43-460f-a93f-b97e7a7ce894) {{(pid=101665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:41:10.635052 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-2982d837-0112-4197-a6a2-302ec8b65d6c None None] For port 24f07c8e-2fa7-425a-9c51-b0e4f661f5f5, host dv-cinder-815659-1-iscsi, cleared binding levels {{(pid=101667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:41:10.638379 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-2982d837-0112-4197-a6a2-302ec8b65d6c None None] For port 24f07c8e-2fa7-425a-9c51-b0e4f661f5f5, host dv-cinder-815659-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=24f07c8e-2fa7-425a-9c51-b0e4f661f5f5,segment=NetworkSegment(55aeccd8-dcaf-48c8-b49d-2b8213e184ef),segment_id=55aeccd8-dcaf-48c8-b49d-2b8213e184ef)] {{(pid=101667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:41:10.642527 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-2982d837-0112-4197-a6a2-302ec8b65d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:10.698330 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982d837-0112-4197-a6a2-302ec8b65d6c None None] Pushing event updated for resources: {'Port': ['ID=24f07c8e-2fa7-425a-9c51-b0e4f661f5f5,revision_number=2']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:10.710551 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e7d8add4-1a06-4c66-b5db-8fbb896c1ec4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:10.754684 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e7d8add4-1a06-4c66-b5db-8fbb896c1ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2512089'] for port, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:10.796643 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d8add4-1a06-4c66-b5db-8fbb896c1ec4 admin admin] Network b60b3993-7427-4bdc-87fb-6dbc7e937750 is already hosted by enough agents. {{(pid=101665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:41:10.799931 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.base_scheduler [None req-e7d8add4-1a06-4c66-b5db-8fbb896c1ec4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:41:10.803667 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d8add4-1a06-4c66-b5db-8fbb896c1ec4 admin admin] Received port after_create {{(pid=101665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:41:10.809319 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d8add4-1a06-4c66-b5db-8fbb896c1ec4 admin admin] Pushing event updated for resources: {'Port': ['ID=7a210461-0f43-460f-a93f-b97e7a7ce894,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:10.999585 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-bc456ac4-fdb5-4863-9b0f-1e432d1b2444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:11.019553 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb4d87e-f791-43da-a10d-613867cf4d96 None None] Sync routers for ids ['5d2a70e8-e24d-4ae4-94a3-50509cec4a50'] in dv-cinder-815659-1-iscsi {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:41:11.034882 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb4d87e-f791-43da-a10d-613867cf4d96 None None] Routers {'5d2a70e8-e24d-4ae4-94a3-50509cec4a50'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:41:11.035657 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-9eb4d87e-f791-43da-a10d-613867cf4d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:41:11Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['5d2a70e8-e24d-4ae4-94a3-50509cec4a50'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:11.145299 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-9eb4d87e-f791-43da-a10d-613867cf4d96 None None] Set router 5d2a70e8-e24d-4ae4-94a3-50509cec4a50 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:41:11.362728 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e7d8add4-1a06-4c66-b5db-8fbb896c1ec4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:11.413301 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-9eb4d87e-f791-43da-a10d-613867cf4d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'name': 'tempest-TestVolumeBootPattern-1750613188-router', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:08Z', 'revision_number': 4, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'gw_port': {'id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:77:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '856c0e51-f895-4490-a3f3-828627d8238d', 'name': '', 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'mac_address': 'fa:16:3e:4b:2a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:07Z', 'updated_at': '2021-10-27T16:41:08Z', 'revision_number': 2, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'subnets': [{'id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:11.423087 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 94a15602-7fcd-4d99-8d49-60b72feb31d8 up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:41:11.472536 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb4d87e-f791-43da-a10d-613867cf4d96 None None] Checking router: 5d2a70e8-e24d-4ae4-94a3-50509cec4a50 for host: dv-cinder-815659-1-iscsi {{(pid=101668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:41:11.473380 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb4d87e-f791-43da-a10d-613867cf4d96 None None] Updating router 5d2a70e8-e24d-4ae4-94a3-50509cec4a50 port 856c0e51-f895-4490-a3f3-828627d8238d binding host dv-cinder-815659-1-iscsi {{(pid=101668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:41:11.532029 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-9eb4d87e-f791-43da-a10d-613867cf4d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:11.553678 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port 94a15602-7fcd-4d99-8d49-60b72feb31d8 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:41:11.554315 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:11.631702 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e7d8add4-1a06-4c66-b5db-8fbb896c1ec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3732816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3703951'] for router, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:11.758440 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:11.795182 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ccc5d-5281-4403-9657-d29f788fde97 req-cc4ea4d5-26d3-4336-9926-abc2af876218 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:11.796798 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-430ccc5d-5281-4403-9657-d29f788fde97 req-cc4ea4d5-26d3-4336-9926-abc2af876218 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 985 time: 0.1180933 Oct 27 16:41:11.825623 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] For port 94a15602-7fcd-4d99-8d49-60b72feb31d8, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=94a15602-7fcd-4d99-8d49-60b72feb31d8,segment=NetworkSegment(9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182),segment_id=9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:41:11.839918 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:11.841080 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 24f07c8e-2fa7-425a-9c51-b0e4f661f5f5 up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:41:11.855217 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d8add4-1a06-4c66-b5db-8fbb896c1ec4 admin admin] Router b809566f-fa9b-423f-989e-5b15550b351f is scheduled to L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 with binding_index 1 {{(pid=101665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:41:11.862308 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-430ccc5d-5281-4403-9657-d29f788fde97 req-5433f625-4a42-4950-b6db-f94c4891be16 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&id=a2931a48-f2b6-4f76-bea8-0538c4c6534b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519807 Oct 27 16:41:11.921139 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b182dd-596e-4347-b437-d76a5c495bd8 None None] Network df26979e-830b-4cc2-a01c-79ab07122d04 requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:41:11.941542 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-9eb4d87e-f791-43da-a10d-613867cf4d96 None None] Publish callbacks [] for port, precommit_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:11.947562 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-9eb4d87e-f791-43da-a10d-613867cf4d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:12.004103 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-f4fd4a93-676e-4f01-ad74-7002f34cacb0 None None] Provisioning complete for port 24f07c8e-2fa7-425a-9c51-b0e4f661f5f5 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:41:12.004384 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-f4fd4a93-676e-4f01-ad74-7002f34cacb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:12.004497 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91dc8d-4dc9-4994-92d3-a779aa582427 None None] Pushing event updated for resources: {'Port': ['ID=856c0e51-f895-4490-a3f3-828627d8238d,revision_number=3']} {{(pid=101668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:12.005959 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d8add4-1a06-4c66-b5db-8fbb896c1ec4 admin admin] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:41:12.034451 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e7d8add4-1a06-4c66-b5db-8fbb896c1ec4 admin admin] Publish callbacks [] for router, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:12.037108 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-e7d8add4-1a06-4c66-b5db-8fbb896c1ec4 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0437965 Oct 27 16:41:12.038036 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Pushing event updated for resources: {'Port': ['ID=94a15602-7fcd-4d99-8d49-60b72feb31d8,revision_number=4']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:12.038958 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 56850) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:12.043416 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91dc8d-4dc9-4994-92d3-a779aa582427 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:12.044012 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91dc8d-4dc9-4994-92d3-a779aa582427 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:12.045408 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91dc8d-4dc9-4994-92d3-a779aa582427 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:12.045408 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91dc8d-4dc9-4994-92d3-a779aa582427 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:12.045408 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91dc8d-4dc9-4994-92d3-a779aa582427 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:12.045408 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91dc8d-4dc9-4994-92d3-a779aa582427 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:12.046498 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91dc8d-4dc9-4994-92d3-a779aa582427 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:12.046805 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83dfa28-99a7-413b-9dd9-a3c1f8b70fdd None None] Sync routers for ids ['b809566f-fa9b-423f-989e-5b15550b351f'] in dv-cinder-815659-1-iscsi {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:41:12.046961 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91dc8d-4dc9-4994-92d3-a779aa582427 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:12.047165 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91dc8d-4dc9-4994-92d3-a779aa582427 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:12.047956 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91dc8d-4dc9-4994-92d3-a779aa582427 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:12.047956 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91dc8d-4dc9-4994-92d3-a779aa582427 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:12.048129 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91dc8d-4dc9-4994-92d3-a779aa582427 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:12.095803 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.managers [None req-9eb4d87e-f791-43da-a10d-613867cf4d96 None None] Attempting to bind port 856c0e51-f895-4490-a3f3-828627d8238d on host dv-cinder-815659-1-iscsi for vnic_type normal with profile {{(pid=101668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:41:12.096277 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.managers [None req-9eb4d87e-f791-43da-a10d-613867cf4d96 None None] Attempting to bind port 856c0e51-f895-4490-a3f3-828627d8238d by drivers openvswitch,hyperv on host dv-cinder-815659-1-iscsi at level 0 using segments [{'id': '097e9223-1dfb-41f8-a875-1e34bf0fd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9'}] {{(pid=101668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:41:12.096719 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb4d87e-f791-43da-a10d-613867cf4d96 None None] Attempting to bind port 856c0e51-f895-4490-a3f3-828627d8238d on network e79e46f2-9070-4695-9cd2-8782f08667b9 {{(pid=101668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:41:12.102534 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb4d87e-f791-43da-a10d-613867cf4d96 None None] Checking agent: {'id': '042db589-9278-4969-aa78-790e50700daa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 27, 42), 'started_at': datetime.datetime(2021, 10, 27, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:41:12.102949 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb4d87e-f791-43da-a10d-613867cf4d96 None None] Checking segment: {'id': '097e9223-1dfb-41f8-a875-1e34bf0fd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:41:12.103346 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-9eb4d87e-f791-43da-a10d-613867cf4d96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:12.103799 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb4d87e-f791-43da-a10d-613867cf4d96 None None] Bound using segment: {'id': '097e9223-1dfb-41f8-a875-1e34bf0fd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9'} {{(pid=101668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:41:12.104458 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.managers [None req-9eb4d87e-f791-43da-a10d-613867cf4d96 None None] Bound port: 856c0e51-f895-4490-a3f3-828627d8238d, host: dv-cinder-815659-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097e9223-1dfb-41f8-a875-1e34bf0fd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9'}}] {{(pid=101668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:41:12.104902 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-9eb4d87e-f791-43da-a10d-613867cf4d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:12.107711 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83dfa28-99a7-413b-9dd9-a3c1f8b70fdd None None] Routers {'b809566f-fa9b-423f-989e-5b15550b351f'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:41:12.108569 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-d83dfa28-99a7-413b-9dd9-a3c1f8b70fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:41:11Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['b809566f-fa9b-423f-989e-5b15550b351f'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:12.148428 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port 24f07c8e-2fa7-425a-9c51-b0e4f661f5f5 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:41:12.149243 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:12.178212 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.db [None req-9eb4d87e-f791-43da-a10d-613867cf4d96 None None] For port 856c0e51-f895-4490-a3f3-828627d8238d, host dv-cinder-815659-1-iscsi, cleared binding levels {{(pid=101668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:41:12.182733 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.db [None req-9eb4d87e-f791-43da-a10d-613867cf4d96 None None] For port 856c0e51-f895-4490-a3f3-828627d8238d, host dv-cinder-815659-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=856c0e51-f895-4490-a3f3-828627d8238d,segment=NetworkSegment(097e9223-1dfb-41f8-a875-1e34bf0fd73a),segment_id=097e9223-1dfb-41f8-a875-1e34bf0fd73a)] {{(pid=101668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:41:12.189053 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-9eb4d87e-f791-43da-a10d-613867cf4d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:12.250178 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb4d87e-f791-43da-a10d-613867cf4d96 None None] Routers {'5d2a70e8-e24d-4ae4-94a3-50509cec4a50'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:41:12.250843 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-9eb4d87e-f791-43da-a10d-613867cf4d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:41:11Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['5d2a70e8-e24d-4ae4-94a3-50509cec4a50'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:12.293023 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91dc8d-4dc9-4994-92d3-a779aa582427 None None] Pushing event updated for resources: {'Port': ['ID=856c0e51-f895-4490-a3f3-828627d8238d,revision_number=4']} {{(pid=101668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:12.343036 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:12.375399 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-9eb4d87e-f791-43da-a10d-613867cf4d96 None None] Set router 5d2a70e8-e24d-4ae4-94a3-50509cec4a50 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:41:12.509320 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:12.542391 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-d83dfa28-99a7-413b-9dd9-a3c1f8b70fdd None None] Set router b809566f-fa9b-423f-989e-5b15550b351f gateway port host: dv-cinder-815659-1-iscsi {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:41:12.545036 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-f4fd4a93-676e-4f01-ad74-7002f34cacb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:12.603252 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-59db135c-1508-4f03-b692-3547c1264579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:12.650821 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-9eb4d87e-f791-43da-a10d-613867cf4d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'name': 'tempest-TestVolumeBootPattern-1750613188-router', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:08Z', 'revision_number': 4, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'gw_port': {'id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:77:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '856c0e51-f895-4490-a3f3-828627d8238d', 'name': '', 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'mac_address': 'fa:16:3e:4b:2a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:07Z', 'updated_at': '2021-10-27T16:41:12Z', 'revision_number': 4, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'subnets': [{'id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:12.677716 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb4d87e-f791-43da-a10d-613867cf4d96 None None] The sync data for ids ['5d2a70e8-e24d-4ae4-94a3-50509cec4a50'] in dv-cinder-815659-1-iscsi is: [{'id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'name': 'tempest-TestVolumeBootPattern-1750613188-router', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:08Z', 'revision_number': 4, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'gw_port': {'id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:77:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '856c0e51-f895-4490-a3f3-828627d8238d', 'name': '', 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'mac_address': 'fa:16:3e:4b:2a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:07Z', 'updated_at': '2021-10-27T16:41:12Z', 'revision_number': 4, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'subnets': [{'id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:41:12.717271 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:12.725967 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-f4fd4a93-676e-4f01-ad74-7002f34cacb0 None None] For port 24f07c8e-2fa7-425a-9c51-b0e4f661f5f5, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=24f07c8e-2fa7-425a-9c51-b0e4f661f5f5,segment=NetworkSegment(55aeccd8-dcaf-48c8-b49d-2b8213e184ef),segment_id=55aeccd8-dcaf-48c8-b49d-2b8213e184ef)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:41:12.737704 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-f4fd4a93-676e-4f01-ad74-7002f34cacb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:12.773735 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.db_base_plugin_common [None req-59db135c-1508-4f03-b692-3547c1264579 admin admin] Allocated IP 172.20.0.1 (df26979e-830b-4cc2-a01c-79ab07122d04/cbd4fec8-8bbf-499d-9867-f09d02362885/33804b9a-69eb-4ea2-8711-79af30a221bb) {{(pid=101666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:41:12.917196 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-59db135c-1508-4f03-b692-3547c1264579 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:12.934543 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd4a93-676e-4f01-ad74-7002f34cacb0 None None] Pushing event updated for resources: {'Port': ['ID=24f07c8e-2fa7-425a-9c51-b0e4f661f5f5,revision_number=3']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:12.940475 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.db.api [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:41:12.940825 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG oslo_db.api [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:41:12.941348 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-b0f18406-223e-4032-8f86-ace6b73029bd None None] Provisioning complete for port 856c0e51-f895-4490-a3f3-828627d8238d triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:41:12.941848 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-b0f18406-223e-4032-8f86-ace6b73029bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:12.997517 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-59db135c-1508-4f03-b692-3547c1264579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25690832'] for port, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:12.997962 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-d83dfa28-99a7-413b-9dd9-a3c1f8b70fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b809566f-fa9b-423f-989e-5b15550b351f', 'name': 'tempest-TestVolumeBootPattern-1032130478-router', 'tenant_id': '6b5202c6f9174246b633c5f1e5f74daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '7a210461-0f43-460f-a93f-b97e7a7ce894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:41:10Z', 'updated_at': '2021-10-27T16:41:11Z', 'revision_number': 3, 'project_id': '6b5202c6f9174246b633c5f1e5f74daf', 'gw_port': {'id': '7a210461-0f43-460f-a93f-b97e7a7ce894', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fe:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b809566f-fa9b-423f-989e-5b15550b351f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:10Z', 'updated_at': '2021-10-27T16:41:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi'}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:13.044067 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83dfa28-99a7-413b-9dd9-a3c1f8b70fdd None None] Checking router: b809566f-fa9b-423f-989e-5b15550b351f for host: dv-cinder-815659-1-iscsi {{(pid=101667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:41:13.044517 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83dfa28-99a7-413b-9dd9-a3c1f8b70fdd None None] Updating router b809566f-fa9b-423f-989e-5b15550b351f port 7a210461-0f43-460f-a93f-b97e7a7ce894 binding host dv-cinder-815659-1-iscsi {{(pid=101667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:41:13.068941 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59db135c-1508-4f03-b692-3547c1264579 admin admin] Network df26979e-830b-4cc2-a01c-79ab07122d04 is already hosted by enough agents. {{(pid=101666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:41:13.074284 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db135c-1508-4f03-b692-3547c1264579 admin admin] Pushing event updated for resources: {'Port': ['ID=33804b9a-69eb-4ea2-8711-79af30a221bb,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:13.079151 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [None req-59db135c-1508-4f03-b692-3547c1264579 admin admin] Resources bound (agent type, host, resource id): {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:41:13.082607 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59db135c-1508-4f03-b692-3547c1264579 admin admin] Received port after_create {{(pid=101666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:41:13.111266 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d83dfa28-99a7-413b-9dd9-a3c1f8b70fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:13.166837 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-b0f18406-223e-4032-8f86-ace6b73029bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:13.275276 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-b0f18406-223e-4032-8f86-ace6b73029bd None None] For port 856c0e51-f895-4490-a3f3-828627d8238d, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=856c0e51-f895-4490-a3f3-828627d8238d,segment=NetworkSegment(097e9223-1dfb-41f8-a875-1e34bf0fd73a),segment_id=097e9223-1dfb-41f8-a875-1e34bf0fd73a)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:41:13.290178 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-b0f18406-223e-4032-8f86-ace6b73029bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:13.387078 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7980f-56c2-4fb4-9917-f6c32f33766e req-6a3f1248-db60-4e0a-93f5-ba09e098fb9d tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:13.388725 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cde7980f-56c2-4fb4-9917-f6c32f33766e req-6a3f1248-db60-4e0a-93f5-ba09e098fb9d tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 985 time: 0.4255188 Oct 27 16:41:13.396332 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f18406-223e-4032-8f86-ace6b73029bd None None] Pushing event updated for resources: {'Port': ['ID=856c0e51-f895-4490-a3f3-828627d8238d,revision_number=5']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:13.420268 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-59db135c-1508-4f03-b692-3547c1264579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3734226'] for router_interface, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:13.434498 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-194044bd-789d-43d6-b807-4930423e8c93 None None] Provisioning complete for port 24f07c8e-2fa7-425a-9c51-b0e4f661f5f5 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:41:13.434934 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-194044bd-789d-43d6-b807-4930423e8c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:13.484123 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cde7980f-56c2-4fb4-9917-f6c32f33766e req-8358e0ba-ffc3-4777-b135-7933a7491463 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&id=a2931a48-f2b6-4f76-bea8-0538c4c6534b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0887616 Oct 27 16:41:13.526238 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.agents_db [None req-8f3c53fd-3166-491a-b603-91a64fcc8de1 None None] Agent healthcheck: found 6 active agents {{(pid=101668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:41:13.570469 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d83dfa28-99a7-413b-9dd9-a3c1f8b70fdd None None] Publish callbacks [] for port, precommit_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:13.577831 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d83dfa28-99a7-413b-9dd9-a3c1f8b70fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:13.615598 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-59db135c-1508-4f03-b692-3547c1264579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:13.677872 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-d83dfa28-99a7-413b-9dd9-a3c1f8b70fdd None None] Attempting to bind port 7a210461-0f43-460f-a93f-b97e7a7ce894 on host dv-cinder-815659-1-iscsi for vnic_type normal with profile {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:41:13.678235 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-d83dfa28-99a7-413b-9dd9-a3c1f8b70fdd None None] Attempting to bind port 7a210461-0f43-460f-a93f-b97e7a7ce894 by drivers openvswitch,hyperv on host dv-cinder-815659-1-iscsi at level 0 using segments [{'id': '9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'}] {{(pid=101667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:41:13.678596 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83dfa28-99a7-413b-9dd9-a3c1f8b70fdd None None] Attempting to bind port 7a210461-0f43-460f-a93f-b97e7a7ce894 on network b60b3993-7427-4bdc-87fb-6dbc7e937750 {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:41:13.683320 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c79348-be41-4e72-8387-34d269c3fa00 None None] Pushing event updated for resources: {'Port': ['ID=7a210461-0f43-460f-a93f-b97e7a7ce894,revision_number=2']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:13.690757 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83dfa28-99a7-413b-9dd9-a3c1f8b70fdd None None] Checking agent: {'id': '042db589-9278-4969-aa78-790e50700daa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 27, 42), 'started_at': datetime.datetime(2021, 10, 27, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:41:13.691128 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83dfa28-99a7-413b-9dd9-a3c1f8b70fdd None None] Checking segment: {'id': '9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:41:13.691522 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d83dfa28-99a7-413b-9dd9-a3c1f8b70fdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:13.691931 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83dfa28-99a7-413b-9dd9-a3c1f8b70fdd None None] Bound using segment: {'id': '9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'} {{(pid=101667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:41:13.692383 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.managers [None req-d83dfa28-99a7-413b-9dd9-a3c1f8b70fdd None None] Bound port: 7a210461-0f43-460f-a93f-b97e7a7ce894, host: dv-cinder-815659-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'}}] {{(pid=101667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:41:13.692753 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d83dfa28-99a7-413b-9dd9-a3c1f8b70fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:13.726639 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 94a15602-7fcd-4d99-8d49-60b72feb31d8 up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:41:13.765804 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-194044bd-789d-43d6-b807-4930423e8c93 None None] Provisioning complete for port 33804b9a-69eb-4ea2-8711-79af30a221bb triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:41:13.766165 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-194044bd-789d-43d6-b807-4930423e8c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:13.784521 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-59db135c-1508-4f03-b692-3547c1264579 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:13.790291 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-59db135c-1508-4f03-b692-3547c1264579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25690667'] for port, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:13.811807 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:13.833610 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-d83dfa28-99a7-413b-9dd9-a3c1f8b70fdd None None] For port 7a210461-0f43-460f-a93f-b97e7a7ce894, host dv-cinder-815659-1-iscsi, cleared binding levels {{(pid=101667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:41:13.839375 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-d83dfa28-99a7-413b-9dd9-a3c1f8b70fdd None None] For port 7a210461-0f43-460f-a93f-b97e7a7ce894, host dv-cinder-815659-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=7a210461-0f43-460f-a93f-b97e7a7ce894,segment=NetworkSegment(9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182),segment_id=9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182)] {{(pid=101667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:41:13.843417 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-194044bd-789d-43d6-b807-4930423e8c93 None None] Port 33804b9a-69eb-4ea2-8711-79af30a221bb cannot update to ACTIVE because it is not bound. {{(pid=101667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:41:13.851035 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d83dfa28-99a7-413b-9dd9-a3c1f8b70fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:13.855809 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db135c-1508-4f03-b692-3547c1264579 admin admin] Pushing event updated for resources: {'Port': ['ID=33804b9a-69eb-4ea2-8711-79af30a221bb,revision_number=2']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:13.858317 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-59db135c-1508-4f03-b692-3547c1264579 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3579526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3735106'] for router_interface, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:13.889360 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port 94a15602-7fcd-4d99-8d49-60b72feb31d8 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:41:13.889726 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:13.950680 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83dfa28-99a7-413b-9dd9-a3c1f8b70fdd None None] Routers {'b809566f-fa9b-423f-989e-5b15550b351f'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:41:13.951273 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-d83dfa28-99a7-413b-9dd9-a3c1f8b70fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:41:11Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['b809566f-fa9b-423f-989e-5b15550b351f'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:13.954146 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c79348-be41-4e72-8387-34d269c3fa00 None None] Pushing event updated for resources: {'Port': ['ID=7a210461-0f43-460f-a93f-b97e7a7ce894,revision_number=3']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:13.959054 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59db135c-1508-4f03-b692-3547c1264579 admin admin] Network df26979e-830b-4cc2-a01c-79ab07122d04 is already hosted by enough agents. {{(pid=101666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:41:13.960565 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [None req-59db135c-1508-4f03-b692-3547c1264579 admin admin] Resources bound (agent type, host, resource id): {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:41:14.078151 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59db135c-1508-4f03-b692-3547c1264579 admin admin] Router b809566f-fa9b-423f-989e-5b15550b351f has already been hosted by L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 {{(pid=101666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:41:14.091463 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 24f07c8e-2fa7-425a-9c51-b0e4f661f5f5 up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:41:14.128583 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-d83dfa28-99a7-413b-9dd9-a3c1f8b70fdd None None] Set router b809566f-fa9b-423f-989e-5b15550b351f gateway port host: dv-cinder-815659-1-iscsi {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:41:14.211601 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59db135c-1508-4f03-b692-3547c1264579 admin admin] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:41:14.220505 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-59db135c-1508-4f03-b692-3547c1264579 admin admin] 10.222.0.91 "PUT /v2.0/routers/b809566f-fa9b-423f-989e-5b15550b351f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1735442 Oct 27 16:41:14.364223 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-a5e68bae-7f8e-4c60-ab35-ee7c63181e8b None None] Provisioning complete for port 33804b9a-69eb-4ea2-8711-79af30a221bb triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:41:14.364596 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-a5e68bae-7f8e-4c60-ab35-ee7c63181e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:14.390530 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 56876) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:14.446560 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port 24f07c8e-2fa7-425a-9c51-b0e4f661f5f5 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:41:14.446932 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:14.481971 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-a5e68bae-7f8e-4c60-ab35-ee7c63181e8b None None] Port 33804b9a-69eb-4ea2-8711-79af30a221bb cannot update to ACTIVE because it is not bound. {{(pid=101667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:41:14.512182 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-cafa1216-7632-41dc-873d-a0e3aa91f80a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:14.586280 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 856c0e51-f895-4490-a3f3-828627d8238d up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:41:14.600521 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-cafa1216-7632-41dc-873d-a0e3aa91f80a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:14.606094 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-cafa1216-7632-41dc-873d-a0e3aa91f80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:14.629744 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-d83dfa28-99a7-413b-9dd9-a3c1f8b70fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b809566f-fa9b-423f-989e-5b15550b351f', 'name': 'tempest-TestVolumeBootPattern-1032130478-router', 'tenant_id': '6b5202c6f9174246b633c5f1e5f74daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '7a210461-0f43-460f-a93f-b97e7a7ce894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:41:10Z', 'updated_at': '2021-10-27T16:41:13Z', 'revision_number': 4, 'project_id': '6b5202c6f9174246b633c5f1e5f74daf', 'gw_port': {'id': '7a210461-0f43-460f-a93f-b97e7a7ce894', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fe:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b809566f-fa9b-423f-989e-5b15550b351f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:10Z', 'updated_at': '2021-10-27T16:41:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '33804b9a-69eb-4ea2-8711-79af30a221bb', 'name': '', 'network_id': 'df26979e-830b-4cc2-a01c-79ab07122d04', 'tenant_id': '6b5202c6f9174246b633c5f1e5f74daf', 'mac_address': 'fa:16:3e:f1:25:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b809566f-fa9b-423f-989e-5b15550b351f', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'cbd4fec8-8bbf-499d-9867-f09d02362885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:12Z', 'updated_at': '2021-10-27T16:41:13Z', 'revision_number': 2, 'project_id': '6b5202c6f9174246b633c5f1e5f74daf', 'subnets': [{'id': 'cbd4fec8-8bbf-499d-9867-f09d02362885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:14.648864 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-cafa1216-7632-41dc-873d-a0e3aa91f80a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a1a6abe3aeb448d9a91bc362a303ad2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572196 Oct 27 16:41:14.649787 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa1216-7632-41dc-873d-a0e3aa91f80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed95e014-807f-4dd2-8412-0756ae4d7b87,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:14.651912 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 56880) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:14.662835 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83dfa28-99a7-413b-9dd9-a3c1f8b70fdd None None] The sync data for ids ['b809566f-fa9b-423f-989e-5b15550b351f'] in dv-cinder-815659-1-iscsi is: [{'id': 'b809566f-fa9b-423f-989e-5b15550b351f', 'name': 'tempest-TestVolumeBootPattern-1032130478-router', 'tenant_id': '6b5202c6f9174246b633c5f1e5f74daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '7a210461-0f43-460f-a93f-b97e7a7ce894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:41:10Z', 'updated_at': '2021-10-27T16:41:13Z', 'revision_number': 4, 'project_id': '6b5202c6f9174246b633c5f1e5f74daf', 'gw_port': {'id': '7a210461-0f43-460f-a93f-b97e7a7ce894', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fe:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b809566f-fa9b-423f-989e-5b15550b351f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:10Z', 'updated_at': '2021-10-27T16:41:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '33804b9a-69eb-4ea2-8711-79af30a221bb', 'name': '', 'network_id': 'df26979e-830b-4cc2-a01c-79ab07122d04', 'tenant_id': '6b5202c6f9174246b633c5f1e5f74daf', 'mac_address': 'fa:16:3e:f1:25:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b809566f-fa9b-423f-989e-5b15550b351f', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'cbd4fec8-8bbf-499d-9867-f09d02362885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:12Z', 'updated_at': '2021-10-27T16:41:13Z', 'revision_number': 2, 'project_id': '6b5202c6f9174246b633c5f1e5f74daf', 'subnets': [{'id': 'cbd4fec8-8bbf-499d-9867-f09d02362885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:41:14.674560 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port 856c0e51-f895-4490-a3f3-828627d8238d triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:41:14.674993 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:14.724418 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-9909cb7f-ae9f-47dd-a9e2-058d06e3d140 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:14.750199 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-9909cb7f-ae9f-47dd-a9e2-058d06e3d140 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:14.804850 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-9909cb7f-ae9f-47dd-a9e2-058d06e3d140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:14.807829 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-9909cb7f-ae9f-47dd-a9e2-058d06e3d140 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:14.809004 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-9909cb7f-ae9f-47dd-a9e2-058d06e3d140 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ed95e014-807f-4dd2-8412-0756ae4d7b87 HTTP/1.1" status: 204 len: 168 time: 0.1559737 Oct 27 16:41:14.819287 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909cb7f-ae9f-47dd-a9e2-058d06e3d140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed95e014-807f-4dd2-8412-0756ae4d7b87,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:14.920352 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 56884) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:14.926629 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-ce7ed111-c679-4e10-a840-82ce923bb625 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-360648158', 'description': 'tempest-secgroup-smoke-360648158 description', 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:41:14.965369 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ce7ed111-c679-4e10-a840-82ce923bb625 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:15.047071 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ce7ed111-c679-4e10-a840-82ce923bb625 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:15.052607 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ce7ed111-c679-4e10-a840-82ce923bb625 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:15.085618 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ed111-c679-4e10-a840-82ce923bb625 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fdfad5a-f826-4473-a97f-738b38761b73,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:15.104405 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ce7ed111-c679-4e10-a840-82ce923bb625 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:15.105831 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-ce7ed111-c679-4e10-a840-82ce923bb625 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1850812 Oct 27 16:41:15.108889 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 56892) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:15.113686 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-e8f35351-e103-440a-97c3-5a0ef60f16c4 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Request body: {'security_group_rule': {'security_group_id': '1fdfad5a-f826-4473-a97f-738b38761b73', 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:41:15.146350 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e8f35351-e103-440a-97c3-5a0ef60f16c4 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:15.216354 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e8f35351-e103-440a-97c3-5a0ef60f16c4 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:15.221138 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e8f35351-e103-440a-97c3-5a0ef60f16c4 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823821'] for security_group_rule, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:15.241344 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f35351-e103-440a-97c3-5a0ef60f16c4 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e039e82-a0ec-4b47-895b-1f4b0d73c541,revision_number=0']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:15.245944 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e8f35351-e103-440a-97c3-5a0ef60f16c4 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:15.247164 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-e8f35351-e103-440a-97c3-5a0ef60f16c4 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1372297 Oct 27 16:41:15.249897 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 56898) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:15.256072 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-e22c29e6-7664-4eb8-95cd-f621f0070b94 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Request body: {'security_group_rule': {'security_group_id': '1fdfad5a-f826-4473-a97f-738b38761b73', 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:41:15.287096 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e22c29e6-7664-4eb8-95cd-f621f0070b94 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:15.351845 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e22c29e6-7664-4eb8-95cd-f621f0070b94 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:15.357137 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e22c29e6-7664-4eb8-95cd-f621f0070b94 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823821'] for security_group_rule, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:15.375061 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c29e6-7664-4eb8-95cd-f621f0070b94 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4597501e-34a9-46b4-9e91-a3447ec85262,revision_number=0']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:15.385746 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e22c29e6-7664-4eb8-95cd-f621f0070b94 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:15.386974 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-e22c29e6-7664-4eb8-95cd-f621f0070b94 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1360979 Oct 27 16:41:15.389721 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 56906) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:15.394063 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-cbc022dc-283f-4981-8aaa-c906ce743fa0 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Request body: {'security_group_rule': {'security_group_id': '1fdfad5a-f826-4473-a97f-738b38761b73', 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:41:15.421691 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-cbc022dc-283f-4981-8aaa-c906ce743fa0 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:15.501283 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-cbc022dc-283f-4981-8aaa-c906ce743fa0 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:15.506865 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-cbc022dc-283f-4981-8aaa-c906ce743fa0 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823821'] for security_group_rule, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:15.524877 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc022dc-283f-4981-8aaa-c906ce743fa0 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=311e1616-e0cf-45d7-bfca-cef72171c202,revision_number=0']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:15.532884 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-cbc022dc-283f-4981-8aaa-c906ce743fa0 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:15.534232 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-cbc022dc-283f-4981-8aaa-c906ce743fa0 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1435280 Oct 27 16:41:15.537093 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 56910) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:15.543042 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [None req-ce5c84ac-b095-4822-b482-2f8e5cb24182 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Request body: {'security_group_rule': {'security_group_id': '1fdfad5a-f826-4473-a97f-738b38761b73', 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:41:15.593303 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ce5c84ac-b095-4822-b482-2f8e5cb24182 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:15.680775 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 7a210461-0f43-460f-a93f-b97e7a7ce894 up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:41:15.692557 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ce5c84ac-b095-4822-b482-2f8e5cb24182 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:15.703849 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ce5c84ac-b095-4822-b482-2f8e5cb24182 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823821'] for security_group_rule, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:15.719634 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5c84ac-b095-4822-b482-2f8e5cb24182 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ef0b124-1acb-4eb2-8434-d690b3a47309,revision_number=0']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:15.748625 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ce5c84ac-b095-4822-b482-2f8e5cb24182 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:15.750056 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-ce5c84ac-b095-4822-b482-2f8e5cb24182 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2108569 Oct 27 16:41:15.751635 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port 7a210461-0f43-460f-a93f-b97e7a7ce894 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:41:15.752025 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:15.753599 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 56916) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:15.758788 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-1970bf1d-d57e-453e-8d5e-862fadd85b68 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Request body: {'security_group_rule': {'security_group_id': '1fdfad5a-f826-4473-a97f-738b38761b73', 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:41:15.789736 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.db.securitygroups_db [None req-1970bf1d-d57e-453e-8d5e-862fadd85b68 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Project d8a5441fa0674f9c9e0b8691b4e7dfd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:41:15.796212 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1970bf1d-d57e-453e-8d5e-862fadd85b68 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:15.846818 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:15.863688 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1970bf1d-d57e-453e-8d5e-862fadd85b68 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:15.870022 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1970bf1d-d57e-453e-8d5e-862fadd85b68 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823821'] for security_group_rule, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:15.871377 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] For port 7a210461-0f43-460f-a93f-b97e7a7ce894, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=7a210461-0f43-460f-a93f-b97e7a7ce894,segment=NetworkSegment(9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182),segment_id=9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:41:15.878523 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:15.890681 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1970bf1d-d57e-453e-8d5e-862fadd85b68 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d264ce23-2867-4aef-82d9-e67431a3453c,revision_number=0']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:15.904524 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1970bf1d-d57e-453e-8d5e-862fadd85b68 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:15.906362 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-1970bf1d-d57e-453e-8d5e-862fadd85b68 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1523955 Oct 27 16:41:15.909265 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 56918) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:15.914509 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [None req-7308641e-fe6a-47ac-be36-6f8279f995b7 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Request body: {'security_group_rule': {'security_group_id': '1fdfad5a-f826-4473-a97f-738b38761b73', 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:41:15.937541 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Pushing event updated for resources: {'Port': ['ID=7a210461-0f43-460f-a93f-b97e7a7ce894,revision_number=4']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:15.943786 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.db.securitygroups_db [None req-7308641e-fe6a-47ac-be36-6f8279f995b7 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Project d8a5441fa0674f9c9e0b8691b4e7dfd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:41:15.950142 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-7308641e-fe6a-47ac-be36-6f8279f995b7 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:16.024480 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-7308641e-fe6a-47ac-be36-6f8279f995b7 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:16.029974 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-7308641e-fe6a-47ac-be36-6f8279f995b7 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823821'] for security_group_rule, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:16.046397 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308641e-fe6a-47ac-be36-6f8279f995b7 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb0d5ccd-623d-4fe7-a15d-335c6aaab989,revision_number=0']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:16.066491 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-7308641e-fe6a-47ac-be36-6f8279f995b7 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:16.067814 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-7308641e-fe6a-47ac-be36-6f8279f995b7 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1572268 Oct 27 16:41:17.039148 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b74d52-0212-4f14-b493-2a2650b8e498 None None] Sync routers for ids ['b809566f-fa9b-423f-989e-5b15550b351f'] in dv-cinder-815659-1-iscsi {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:41:17.053127 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b74d52-0212-4f14-b493-2a2650b8e498 None None] Routers {'b809566f-fa9b-423f-989e-5b15550b351f'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:41:17.053753 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-41b74d52-0212-4f14-b493-2a2650b8e498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:41:11Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['b809566f-fa9b-423f-989e-5b15550b351f'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:17.251030 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-41b74d52-0212-4f14-b493-2a2650b8e498 None None] Set router b809566f-fa9b-423f-989e-5b15550b351f gateway port host: dv-cinder-815659-1-iscsi {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:41:17.462882 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-41b74d52-0212-4f14-b493-2a2650b8e498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b809566f-fa9b-423f-989e-5b15550b351f', 'name': 'tempest-TestVolumeBootPattern-1032130478-router', 'tenant_id': '6b5202c6f9174246b633c5f1e5f74daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '7a210461-0f43-460f-a93f-b97e7a7ce894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:41:10Z', 'updated_at': '2021-10-27T16:41:13Z', 'revision_number': 4, 'project_id': '6b5202c6f9174246b633c5f1e5f74daf', 'gw_port': {'id': '7a210461-0f43-460f-a93f-b97e7a7ce894', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b809566f-fa9b-423f-989e-5b15550b351f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:10Z', 'updated_at': '2021-10-27T16:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '33804b9a-69eb-4ea2-8711-79af30a221bb', 'name': '', 'network_id': 'df26979e-830b-4cc2-a01c-79ab07122d04', 'tenant_id': '6b5202c6f9174246b633c5f1e5f74daf', 'mac_address': 'fa:16:3e:f1:25:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b809566f-fa9b-423f-989e-5b15550b351f', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'cbd4fec8-8bbf-499d-9867-f09d02362885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:12Z', 'updated_at': '2021-10-27T16:41:13Z', 'revision_number': 2, 'project_id': '6b5202c6f9174246b633c5f1e5f74daf', 'subnets': [{'id': 'cbd4fec8-8bbf-499d-9867-f09d02362885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:17.493646 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b74d52-0212-4f14-b493-2a2650b8e498 None None] Checking router: b809566f-fa9b-423f-989e-5b15550b351f for host: dv-cinder-815659-1-iscsi {{(pid=101668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:41:17.493646 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b74d52-0212-4f14-b493-2a2650b8e498 None None] Updating router b809566f-fa9b-423f-989e-5b15550b351f port 33804b9a-69eb-4ea2-8711-79af30a221bb binding host dv-cinder-815659-1-iscsi {{(pid=101668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:41:17.517469 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-41b74d52-0212-4f14-b493-2a2650b8e498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:17.665328 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 7a210461-0f43-460f-a93f-b97e7a7ce894 up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:41:17.730746 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port 7a210461-0f43-460f-a93f-b97e7a7ce894 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:41:17.731175 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:17.801184 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-41b74d52-0212-4f14-b493-2a2650b8e498 None None] Publish callbacks [] for port, precommit_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:17.809223 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-41b74d52-0212-4f14-b493-2a2650b8e498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:17.867173 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c8857-457b-4d77-b61c-15b4e80b8367 None None] Pushing event updated for resources: {'Port': ['ID=33804b9a-69eb-4ea2-8711-79af30a221bb,revision_number=3']} {{(pid=101668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:17.921699 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.managers [None req-41b74d52-0212-4f14-b493-2a2650b8e498 None None] Attempting to bind port 33804b9a-69eb-4ea2-8711-79af30a221bb on host dv-cinder-815659-1-iscsi for vnic_type normal with profile {{(pid=101668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:41:17.922222 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.managers [None req-41b74d52-0212-4f14-b493-2a2650b8e498 None None] Attempting to bind port 33804b9a-69eb-4ea2-8711-79af30a221bb by drivers openvswitch,hyperv on host dv-cinder-815659-1-iscsi at level 0 using segments [{'id': '55aeccd8-dcaf-48c8-b49d-2b8213e184ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'df26979e-830b-4cc2-a01c-79ab07122d04'}] {{(pid=101668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:41:17.922489 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b74d52-0212-4f14-b493-2a2650b8e498 None None] Attempting to bind port 33804b9a-69eb-4ea2-8711-79af30a221bb on network df26979e-830b-4cc2-a01c-79ab07122d04 {{(pid=101668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:41:17.927963 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b74d52-0212-4f14-b493-2a2650b8e498 None None] Checking agent: {'id': '042db589-9278-4969-aa78-790e50700daa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 27, 42), 'started_at': datetime.datetime(2021, 10, 27, 16, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:41:17.928309 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b74d52-0212-4f14-b493-2a2650b8e498 None None] Checking segment: {'id': '55aeccd8-dcaf-48c8-b49d-2b8213e184ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'df26979e-830b-4cc2-a01c-79ab07122d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:41:17.928709 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-41b74d52-0212-4f14-b493-2a2650b8e498 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:17.929095 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b74d52-0212-4f14-b493-2a2650b8e498 None None] Bound using segment: {'id': '55aeccd8-dcaf-48c8-b49d-2b8213e184ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'df26979e-830b-4cc2-a01c-79ab07122d04'} {{(pid=101668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:41:17.929565 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.managers [None req-41b74d52-0212-4f14-b493-2a2650b8e498 None None] Bound port: 33804b9a-69eb-4ea2-8711-79af30a221bb, host: dv-cinder-815659-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55aeccd8-dcaf-48c8-b49d-2b8213e184ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'df26979e-830b-4cc2-a01c-79ab07122d04'}}] {{(pid=101668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:41:17.929944 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-41b74d52-0212-4f14-b493-2a2650b8e498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:17.993748 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.db [None req-41b74d52-0212-4f14-b493-2a2650b8e498 None None] For port 33804b9a-69eb-4ea2-8711-79af30a221bb, host dv-cinder-815659-1-iscsi, cleared binding levels {{(pid=101668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:41:17.996983 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.plugins.ml2.db [None req-41b74d52-0212-4f14-b493-2a2650b8e498 None None] For port 33804b9a-69eb-4ea2-8711-79af30a221bb, host dv-cinder-815659-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=33804b9a-69eb-4ea2-8711-79af30a221bb,segment=NetworkSegment(55aeccd8-dcaf-48c8-b49d-2b8213e184ef),segment_id=55aeccd8-dcaf-48c8-b49d-2b8213e184ef)] {{(pid=101668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:41:18.002414 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron_lib.callbacks.manager [None req-41b74d52-0212-4f14-b493-2a2650b8e498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:18.029478 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-7676c865-2516-4166-ad8c-b3c40e531784 None None] Provisioning complete for port 33804b9a-69eb-4ea2-8711-79af30a221bb triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:41:18.029845 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-7676c865-2516-4166-ad8c-b3c40e531784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:18.067367 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b74d52-0212-4f14-b493-2a2650b8e498 None None] Routers {'b809566f-fa9b-423f-989e-5b15550b351f'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:41:18.068015 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-41b74d52-0212-4f14-b493-2a2650b8e498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:41:11Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['b809566f-fa9b-423f-989e-5b15550b351f'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:18.071472 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c8857-457b-4d77-b61c-15b4e80b8367 None None] Pushing event updated for resources: {'Port': ['ID=33804b9a-69eb-4ea2-8711-79af30a221bb,revision_number=4']} {{(pid=101668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:18.132873 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-7676c865-2516-4166-ad8c-b3c40e531784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:18.174647 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-7676c865-2516-4166-ad8c-b3c40e531784 None None] For port 33804b9a-69eb-4ea2-8711-79af30a221bb, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=33804b9a-69eb-4ea2-8711-79af30a221bb,segment=NetworkSegment(55aeccd8-dcaf-48c8-b49d-2b8213e184ef),segment_id=55aeccd8-dcaf-48c8-b49d-2b8213e184ef)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:41:18.180541 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-41b74d52-0212-4f14-b493-2a2650b8e498 None None] Set router b809566f-fa9b-423f-989e-5b15550b351f gateway port host: dv-cinder-815659-1-iscsi {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:41:18.180976 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-7676c865-2516-4166-ad8c-b3c40e531784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:18.235678 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7676c865-2516-4166-ad8c-b3c40e531784 None None] Pushing event updated for resources: {'Port': ['ID=33804b9a-69eb-4ea2-8711-79af30a221bb,revision_number=5']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:18.301882 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-a245f400-61ab-47aa-ae3e-cc13b6d6a33d None None] Provisioning complete for port 33804b9a-69eb-4ea2-8711-79af30a221bb triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:41:18.302240 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-a245f400-61ab-47aa-ae3e-cc13b6d6a33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:18.385782 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-41b74d52-0212-4f14-b493-2a2650b8e498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b809566f-fa9b-423f-989e-5b15550b351f', 'name': 'tempest-TestVolumeBootPattern-1032130478-router', 'tenant_id': '6b5202c6f9174246b633c5f1e5f74daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '7a210461-0f43-460f-a93f-b97e7a7ce894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:41:10Z', 'updated_at': '2021-10-27T16:41:13Z', 'revision_number': 4, 'project_id': '6b5202c6f9174246b633c5f1e5f74daf', 'gw_port': {'id': '7a210461-0f43-460f-a93f-b97e7a7ce894', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b809566f-fa9b-423f-989e-5b15550b351f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:10Z', 'updated_at': '2021-10-27T16:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '33804b9a-69eb-4ea2-8711-79af30a221bb', 'name': '', 'network_id': 'df26979e-830b-4cc2-a01c-79ab07122d04', 'tenant_id': '6b5202c6f9174246b633c5f1e5f74daf', 'mac_address': 'fa:16:3e:f1:25:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b809566f-fa9b-423f-989e-5b15550b351f', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'cbd4fec8-8bbf-499d-9867-f09d02362885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:12Z', 'updated_at': '2021-10-27T16:41:17Z', 'revision_number': 4, 'project_id': '6b5202c6f9174246b633c5f1e5f74daf', 'subnets': [{'id': 'cbd4fec8-8bbf-499d-9867-f09d02362885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:18.412039 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b74d52-0212-4f14-b493-2a2650b8e498 None None] The sync data for ids ['b809566f-fa9b-423f-989e-5b15550b351f'] in dv-cinder-815659-1-iscsi is: [{'id': 'b809566f-fa9b-423f-989e-5b15550b351f', 'name': 'tempest-TestVolumeBootPattern-1032130478-router', 'tenant_id': '6b5202c6f9174246b633c5f1e5f74daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '7a210461-0f43-460f-a93f-b97e7a7ce894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:41:10Z', 'updated_at': '2021-10-27T16:41:13Z', 'revision_number': 4, 'project_id': '6b5202c6f9174246b633c5f1e5f74daf', 'gw_port': {'id': '7a210461-0f43-460f-a93f-b97e7a7ce894', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b809566f-fa9b-423f-989e-5b15550b351f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:10Z', 'updated_at': '2021-10-27T16:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '33804b9a-69eb-4ea2-8711-79af30a221bb', 'name': '', 'network_id': 'df26979e-830b-4cc2-a01c-79ab07122d04', 'tenant_id': '6b5202c6f9174246b633c5f1e5f74daf', 'mac_address': 'fa:16:3e:f1:25:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b809566f-fa9b-423f-989e-5b15550b351f', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'cbd4fec8-8bbf-499d-9867-f09d02362885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:12Z', 'updated_at': '2021-10-27T16:41:17Z', 'revision_number': 4, 'project_id': '6b5202c6f9174246b633c5f1e5f74daf', 'subnets': [{'id': 'cbd4fec8-8bbf-499d-9867-f09d02362885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:41:19.085324 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 57022) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:19.203603 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-b7ecad14-2588-4fde-99de-0827392fbf68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:19.285269 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-b7ecad14-2588-4fde-99de-0827392fbf68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:19.290842 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-b7ecad14-2588-4fde-99de-0827392fbf68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:19.333997 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-b7ecad14-2588-4fde-99de-0827392fbf68 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b3ad147ddbd1495e851cccefae3e42cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2475719 Oct 27 16:41:19.334880 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ecad14-2588-4fde-99de-0827392fbf68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc204e6-81f8-4da3-a1f1-cf877fc8e508,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:19.336804 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 57026) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:19.393255 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-61c8596b-6e91-437b-b749-1ba6e1e5e3b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:19.415847 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-61c8596b-6e91-437b-b749-1ba6e1e5e3b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:19.463356 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-61c8596b-6e91-437b-b749-1ba6e1e5e3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:19.465905 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-61c8596b-6e91-437b-b749-1ba6e1e5e3b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:19.467007 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-61c8596b-6e91-437b-b749-1ba6e1e5e3b7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0cc204e6-81f8-4da3-a1f1-cf877fc8e508 HTTP/1.1" status: 204 len: 168 time: 0.1291986 Oct 27 16:41:19.474822 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c8596b-6e91-437b-b749-1ba6e1e5e3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc204e6-81f8-4da3-a1f1-cf877fc8e508,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:19.655918 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 33804b9a-69eb-4ea2-8711-79af30a221bb up at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:41:19.719618 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Provisioning complete for port 33804b9a-69eb-4ea2-8711-79af30a221bb triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:41:19.720061 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:21.295713 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:30.890325 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a59eec-4254-4f23-96c0-098b0453fb00 req-fa4ab122-fd11-43cc-9bce-1a3d14c4a788 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:30.891705 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f3a59eec-4254-4f23-96c0-098b0453fb00 req-fa4ab122-fd11-43cc-9bce-1a3d14c4a788 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 947 time: 0.0495079 Oct 27 16:41:30.932548 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f3a59eec-4254-4f23-96c0-098b0453fb00 req-ed202110-5814-41eb-9941-d688721e3bf8 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317473 Oct 27 16:41:32.074490 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45699c9-c684-4ff9-b2b4-f63c529535e5 req-27450d94-1fec-4306-886b-9b8cd91929c2 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:32.076024 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e45699c9-c684-4ff9-b2b4-f63c529535e5 req-27450d94-1fec-4306-886b-9b8cd91929c2 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 947 time: 0.0499701 Oct 27 16:41:32.118402 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e45699c9-c684-4ff9-b2b4-f63c529535e5 req-5d0201f6-e511-4338-a778-0c5153abf6e9 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349469 Oct 27 16:41:33.096947 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b4ede-000b-4849-a63b-87241e8d51fa req-938ffe43-5fdb-4c08-8742-5d63d885535a tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:33.098429 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-df7b4ede-000b-4849-a63b-87241e8d51fa req-938ffe43-5fdb-4c08-8742-5d63d885535a tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 945 time: 0.0521948 Oct 27 16:41:33.140058 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-df7b4ede-000b-4849-a63b-87241e8d51fa req-11032afb-26b3-4200-82c7-9a55409f0903 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333140 Oct 27 16:41:33.241664 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71efde34-d2d3-4f22-a680-e5d24399d017 req-af4a71f2-09f5-4829-ba86-b5decc8bd422 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:33.243566 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-71efde34-d2d3-4f22-a680-e5d24399d017 req-af4a71f2-09f5-4829-ba86-b5decc8bd422 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 947 time: 0.0500121 Oct 27 16:41:33.288173 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-71efde34-d2d3-4f22-a680-e5d24399d017 req-afc50629-168c-4a9e-9eed-5ccf0f7b51be tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=9919a732-f1f0-42c7-ba81-f021ae6d981d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327404 Oct 27 16:41:33.391772 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5c053-7586-4e30-ae89-06bebe152347 req-8a954d16-b21c-4845-8352-d0f82e674ab7 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:33.393248 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d6e5c053-7586-4e30-ae89-06bebe152347 req-8a954d16-b21c-4845-8352-d0f82e674ab7 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 947 time: 0.0491955 Oct 27 16:41:33.490344 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [req-d6e5c053-7586-4e30-ae89-06bebe152347 req-956f2a61-9f62-4062-b547-32cc498e034e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Deleting port 2efa01dc-81c3-46bb-9ef0-b94159290efa {{(pid=101666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:41:33.490628 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-d6e5c053-7586-4e30-ae89-06bebe152347 req-956f2a61-9f62-4062-b547-32cc498e034e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:33.590644 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-d6e5c053-7586-4e30-ae89-06bebe152347 req-956f2a61-9f62-4062-b547-32cc498e034e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] For port 2efa01dc-81c3-46bb-9ef0-b94159290efa, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=2efa01dc-81c3-46bb-9ef0-b94159290efa,segment=NetworkSegment(04b90801-dbaa-4b6b-a289-4b9ced180864),segment_id=04b90801-dbaa-4b6b-a289-4b9ced180864)] {{(pid=101666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:41:33.591044 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-d6e5c053-7586-4e30-ae89-06bebe152347 req-956f2a61-9f62-4062-b547-32cc498e034e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:33.853309 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-d6e5c053-7586-4e30-ae89-06bebe152347 req-956f2a61-9f62-4062-b547-32cc498e034e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:33.853595 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-d6e5c053-7586-4e30-ae89-06bebe152347 req-956f2a61-9f62-4062-b547-32cc498e034e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3734057'] for floatingip, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:33.853882 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.db.l3_db [req-d6e5c053-7586-4e30-ae89-06bebe152347 req-956f2a61-9f62-4062-b547-32cc498e034e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Floating IP f1482109-957d-4bad-862e-0381afeeb117 disassociated. External IP: 172.27.0.97, port: 2efa01dc-81c3-46bb-9ef0-b94159290efa. Oct 27 16:41:33.854263 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [req-d6e5c053-7586-4e30-ae89-06bebe152347 req-956f2a61-9f62-4062-b547-32cc498e034e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Calling delete_port for 2efa01dc-81c3-46bb-9ef0-b94159290efa owned by compute:nova {{(pid=101666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:41:34.003819 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-d6e5c053-7586-4e30-ae89-06bebe152347 req-956f2a61-9f62-4062-b547-32cc498e034e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25690832'] for port, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:34.035839 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f2a61-9f62-4062-b547-32cc498e034e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Pushing event deleted for resources: {'Port': ['ID=2efa01dc-81c3-46bb-9ef0-b94159290efa,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:34.047769 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f2a61-9f62-4062-b547-32cc498e034e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:34.048143 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f2a61-9f62-4062-b547-32cc498e034e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:34.048477 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f2a61-9f62-4062-b547-32cc498e034e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:34.048805 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f2a61-9f62-4062-b547-32cc498e034e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:34.049164 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f2a61-9f62-4062-b547-32cc498e034e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:34.049471 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f2a61-9f62-4062-b547-32cc498e034e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:34.049786 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f2a61-9f62-4062-b547-32cc498e034e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:34.050100 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f2a61-9f62-4062-b547-32cc498e034e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:34.050413 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f2a61-9f62-4062-b547-32cc498e034e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:34.050726 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f2a61-9f62-4062-b547-32cc498e034e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:34.051040 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f2a61-9f62-4062-b547-32cc498e034e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:34.051349 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f2a61-9f62-4062-b547-32cc498e034e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:34.159061 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6e5c053-7586-4e30-ae89-06bebe152347 req-956f2a61-9f62-4062-b547-32cc498e034e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Router 0f953ddf-5f84-42b9-90f8-b9a480f82b3d has already been hosted by L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 {{(pid=101666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:41:34.298381 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24682763-bc31-4644-b6ed-59514f20564a req-26726191-cac2-4306-bbad-0106eed48322 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:34.299842 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-24682763-bc31-4644-b6ed-59514f20564a req-26726191-cac2-4306-bbad-0106eed48322 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 945 time: 0.0690510 Oct 27 16:41:34.304513 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6e5c053-7586-4e30-ae89-06bebe152347 req-956f2a61-9f62-4062-b547-32cc498e034e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:41:34.317839 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ec00f8-bbd5-4530-9302-b6d05dcc1aab None None] Sync routers for ids ['0f953ddf-5f84-42b9-90f8-b9a480f82b3d'] in dv-cinder-815659-1-iscsi {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:41:34.330241 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ec00f8-bbd5-4530-9302-b6d05dcc1aab None None] Routers {'0f953ddf-5f84-42b9-90f8-b9a480f82b3d'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:41:34.330870 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-b6ec00f8-bbd5-4530-9302-b6d05dcc1aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:41:11Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['0f953ddf-5f84-42b9-90f8-b9a480f82b3d'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:34.381245 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e5c053-7586-4e30-ae89-06bebe152347 req-956f2a61-9f62-4062-b547-32cc498e034e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] No DVR routers for this DVR port 2efa01dc-81c3-46bb-9ef0-b94159290efa on host hv-cinder-81565 {{(pid=101666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:41:34.391080 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-d6e5c053-7586-4e30-ae89-06bebe152347 req-956f2a61-9f62-4062-b547-32cc498e034e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:34.394322 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d6e5c053-7586-4e30-ae89-06bebe152347 req-956f2a61-9f62-4062-b547-32cc498e034e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.66 "DELETE /v2.0/ports/2efa01dc-81c3-46bb-9ef0-b94159290efa HTTP/1.1" status: 204 len: 173 time: 0.9925067 Oct 27 16:41:34.397799 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae', 'name': 'network-vif-deleted', 'tag': '2efa01dc-81c3-46bb-9ef0-b94159290efa'}] {{(pid=101666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:41:34.398373 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c97a8bc50bc1e60c5bcd83482612a755f7c8660878f0fc94464a674b36297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e590d1-29e1-4efc-9186-6901b31678a6" -d '{"events": [{"server_uuid": "9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae", "name": "network-vif-deleted", "tag": "2efa01dc-81c3-46bb-9ef0-b94159290efa"}]}' {{(pid=101666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:41:34.421315 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c999bc9b-a1a6-4fd9-a52e-f855f3ed40d1 req-c49e70cf-8d2b-40ea-b867-007c9322d589 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae HTTP/1.1" status: 200 len: 210 time: 0.0415850 Oct 27 16:41:34.451704 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-24682763-bc31-4644-b6ed-59514f20564a req-7c688812-65de-4b5a-9638-9f3007bb7a3b tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397600 Oct 27 16:41:34.485585 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-b6ec00f8-bbd5-4530-9302-b6d05dcc1aab None None] Set router 0f953ddf-5f84-42b9-90f8-b9a480f82b3d gateway port host: dv-cinder-815659-1-iscsi {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:41:34.562631 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa2b350-574b-4eeb-9fbe-b43fc1439a0e x-openstack-request-id: req-8fa2b350-574b-4eeb-9fbe-b43fc1439a0e {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:41:34.562944 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae", "name": "network-vif-deleted", "tag": "2efa01dc-81c3-46bb-9ef0-b94159290efa", "status": "completed", "code": 200}]} {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:41:34.563194 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8fa2b350-574b-4eeb-9fbe-b43fc1439a0e {{(pid=101666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:41:34.563591 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e455a21-1c2a-4d96-aafe-6e8eb7b0dbae', 'name': 'network-vif-deleted', 'tag': '2efa01dc-81c3-46bb-9ef0-b94159290efa', 'status': 'completed', 'code': 200} Oct 27 16:41:34.713981 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-b6ec00f8-bbd5-4530-9302-b6d05dcc1aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1174578120-router', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '013dda2d-aef5-43a6-a9a0-e5cfc47c73af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '5a56e030f182417680e61e5c27a2cb30', 'gw_port': {'id': '013dda2d-aef5-43a6-a9a0-e5cfc47c73af', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:44Z', 'updated_at': '2021-10-27T16:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '6529a2dc-4614-4a8f-a99c-b74bee49ace1', 'name': '', 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'mac_address': 'fa:16:3e:a4:1d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bfd7b3b6-c867-4ea0-ba61-155e778fa591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:53Z', 'updated_at': '2021-10-27T16:36:02Z', 'revision_number': 5, 'project_id': '5a56e030f182417680e61e5c27a2cb30', 'subnets': [{'id': 'bfd7b3b6-c867-4ea0-ba61-155e778fa591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:34.744402 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ec00f8-bbd5-4530-9302-b6d05dcc1aab None None] Checking router: 0f953ddf-5f84-42b9-90f8-b9a480f82b3d for host: dv-cinder-815659-1-iscsi {{(pid=101667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:41:34.754376 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ec00f8-bbd5-4530-9302-b6d05dcc1aab None None] Routers {'0f953ddf-5f84-42b9-90f8-b9a480f82b3d'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:41:34.754979 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-b6ec00f8-bbd5-4530-9302-b6d05dcc1aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:41:11Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['0f953ddf-5f84-42b9-90f8-b9a480f82b3d'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:34.862112 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-b6ec00f8-bbd5-4530-9302-b6d05dcc1aab None None] Set router 0f953ddf-5f84-42b9-90f8-b9a480f82b3d gateway port host: dv-cinder-815659-1-iscsi {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:41:35.064661 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-b6ec00f8-bbd5-4530-9302-b6d05dcc1aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1174578120-router', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '013dda2d-aef5-43a6-a9a0-e5cfc47c73af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '5a56e030f182417680e61e5c27a2cb30', 'gw_port': {'id': '013dda2d-aef5-43a6-a9a0-e5cfc47c73af', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:44Z', 'updated_at': '2021-10-27T16:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '6529a2dc-4614-4a8f-a99c-b74bee49ace1', 'name': '', 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'mac_address': 'fa:16:3e:a4:1d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bfd7b3b6-c867-4ea0-ba61-155e778fa591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:53Z', 'updated_at': '2021-10-27T16:36:02Z', 'revision_number': 5, 'project_id': '5a56e030f182417680e61e5c27a2cb30', 'subnets': [{'id': 'bfd7b3b6-c867-4ea0-ba61-155e778fa591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:35.094891 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ec00f8-bbd5-4530-9302-b6d05dcc1aab None None] The sync data for ids ['0f953ddf-5f84-42b9-90f8-b9a480f82b3d'] in dv-cinder-815659-1-iscsi is: [{'id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1174578120-router', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '013dda2d-aef5-43a6-a9a0-e5cfc47c73af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '5a56e030f182417680e61e5c27a2cb30', 'gw_port': {'id': '013dda2d-aef5-43a6-a9a0-e5cfc47c73af', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:44Z', 'updated_at': '2021-10-27T16:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '6529a2dc-4614-4a8f-a99c-b74bee49ace1', 'name': '', 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'mac_address': 'fa:16:3e:a4:1d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bfd7b3b6-c867-4ea0-ba61-155e778fa591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:53Z', 'updated_at': '2021-10-27T16:36:02Z', 'revision_number': 5, 'project_id': '5a56e030f182417680e61e5c27a2cb30', 'subnets': [{'id': 'bfd7b3b6-c867-4ea0-ba61-155e778fa591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:41:35.332881 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24af4d6b-bbb3-4cf2-9fc4-840ef6cdd7ff None None] New status for floating IP f1482109-957d-4bad-862e-0381afeeb117: DOWN {{(pid=101668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:41:35.584779 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 57222) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:35.641070 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a5d37-6f5b-43da-903c-bf3dfb7b67c1 req-ea1934e9-cd41-44a9-b169-bec772783b16 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:35.643475 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ad7a5d37-6f5b-43da-903c-bf3dfb7b67c1 req-ea1934e9-cd41-44a9-b169-bec772783b16 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 945 time: 0.0671849 Oct 27 16:41:35.649096 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ee1369fc-a3b2-4253-b780-a535822a63c3 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:35.679511 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ee1369fc-a3b2-4253-b780-a535822a63c3 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:35.692887 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ad7a5d37-6f5b-43da-903c-bf3dfb7b67c1 req-b7461938-eb6f-48e8-b2dd-87f5af3032c2 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411141 Oct 27 16:41:35.734372 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ee1369fc-a3b2-4253-b780-a535822a63c3 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:35.736954 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ee1369fc-a3b2-4253-b780-a535822a63c3 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:35.740683 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-ee1369fc-a3b2-4253-b780-a535822a63c3 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "DELETE /v2.0/security-groups/9919a732-f1f0-42c7-ba81-f021ae6d981d HTTP/1.1" status: 204 len: 168 time: 0.1523969 Oct 27 16:41:35.741579 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 57224) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:35.752183 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1369fc-a3b2-4253-b780-a535822a63c3 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9919a732-f1f0-42c7-ba81-f021ae6d981d,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:35.756110 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.api.v2.resource [None req-ec68ff0b-b230-42a7-ae86-61ad6fc1a52a tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] show failed (client error): The resource could not be found. Oct 27 16:41:35.757317 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-ec68ff0b-b230-42a7-ae86-61ad6fc1a52a tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups/9919a732-f1f0-42c7-ba81-f021ae6d981d HTTP/1.1" status: 404 len: 347 time: 0.0147793 Oct 27 16:41:35.760362 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 57226) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:35.898163 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [None req-206fee87-363b-4679-a8ed-0061ca28e1d4 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Deleting port 818d6e12-3a93-42fe-a5ad-360d98bcc54d {{(pid=101666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:41:35.898498 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-206fee87-363b-4679-a8ed-0061ca28e1d4 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:35.980907 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-206fee87-363b-4679-a8ed-0061ca28e1d4 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:35.981208 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-206fee87-363b-4679-a8ed-0061ca28e1d4 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:35.992662 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [None req-206fee87-363b-4679-a8ed-0061ca28e1d4 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Calling delete_port for 818d6e12-3a93-42fe-a5ad-360d98bcc54d owned by network:floatingip {{(pid=101666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:41:36.133428 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-206fee87-363b-4679-a8ed-0061ca28e1d4 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25690832'] for port, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:36.159414 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206fee87-363b-4679-a8ed-0061ca28e1d4 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Pushing event deleted for resources: {'Port': ['ID=818d6e12-3a93-42fe-a5ad-360d98bcc54d,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:36.219271 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-206fee87-363b-4679-a8ed-0061ca28e1d4 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks [] for floatingip, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:36.222110 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-206fee87-363b-4679-a8ed-0061ca28e1d4 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for floatingip, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:36.223264 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-206fee87-363b-4679-a8ed-0061ca28e1d4 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "DELETE /v2.0/floatingips/f1482109-957d-4bad-862e-0381afeeb117 HTTP/1.1" status: 204 len: 168 time: 0.4573772 Oct 27 16:41:36.480591 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 57230) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:36.485468 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [None req-47e53147-f198-46ba-8a9d-1762e3c70bfb tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1718807646', 'description': 'tempest-description--115417881'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:41:36.508783 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-47e53147-f198-46ba-8a9d-1762e3c70bfb tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks [] for security_group, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:36.583911 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-47e53147-f198-46ba-8a9d-1762e3c70bfb tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks [] for security_group, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:36.588575 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-47e53147-f198-46ba-8a9d-1762e3c70bfb tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:36.623050 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-47e53147-f198-46ba-8a9d-1762e3c70bfb tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks [] for security_group, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:36.624390 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-47e53147-f198-46ba-8a9d-1762e3c70bfb tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1427882 Oct 27 16:41:36.626182 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e53147-f198-46ba-8a9d-1762e3c70bfb tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=942eeb43-ca82-48f9-88d2-965384abdd9d,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:36.627548 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 57238) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:36.633639 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-9a45346e-d5bf-4b23-a170-dada29469b51 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Request body: {'security_group_rule': {'security_group_id': '942eeb43-ca82-48f9-88d2-965384abdd9d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:41:36.667813 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-9a45346e-d5bf-4b23-a170-dada29469b51 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:36.731748 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-9a45346e-d5bf-4b23-a170-dada29469b51 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:36.736293 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-9a45346e-d5bf-4b23-a170-dada29469b51 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823821'] for security_group_rule, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:36.754563 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a45346e-d5bf-4b23-a170-dada29469b51 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3ad2cab-4c0f-4d5e-a704-09cf2c1eef47,revision_number=0']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:36.763641 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-9a45346e-d5bf-4b23-a170-dada29469b51 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:36.764953 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-9a45346e-d5bf-4b23-a170-dada29469b51 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1357560 Oct 27 16:41:36.767646 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 57242) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:36.773948 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-0fb69bf4-33cc-4220-a973-b710307c298f tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Request body: {'security_group_rule': {'security_group_id': '942eeb43-ca82-48f9-88d2-965384abdd9d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:41:36.799821 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-0fb69bf4-33cc-4220-a973-b710307c298f tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:36.806528 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136b8c3-c022-4af4-94ab-08e638aa6d7e req-9dfcd09e-05d8-48b0-9522-634dd0af94c4 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:36.808061 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f136b8c3-c022-4af4-94ab-08e638aa6d7e req-9dfcd09e-05d8-48b0-9522-634dd0af94c4 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 945 time: 0.0501237 Oct 27 16:41:36.854509 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f136b8c3-c022-4af4-94ab-08e638aa6d7e req-50d04743-a0cb-4b66-b5b6-1efb250b36d3 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401382 Oct 27 16:41:36.859327 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-0fb69bf4-33cc-4220-a973-b710307c298f tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:36.863833 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-0fb69bf4-33cc-4220-a973-b710307c298f tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823821'] for security_group_rule, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:36.882291 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb69bf4-33cc-4220-a973-b710307c298f tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca2c0e68-516f-4feb-b070-ef185b3d6b51,revision_number=0']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:36.889781 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-0fb69bf4-33cc-4220-a973-b710307c298f tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:36.890982 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-0fb69bf4-33cc-4220-a973-b710307c298f tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223526 Oct 27 16:41:36.894119 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 57244) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:36.898468 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-2caaa5aa-f9f1-453a-b040-227300525cf8 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Request body: {'floatingip': {'floating_network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:41:36.921241 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2caaa5aa-f9f1-453a-b040-227300525cf8 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks [] for floatingip, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:37.032726 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2caaa5aa-f9f1-453a-b040-227300525cf8 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:37.139022 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.db_base_plugin_common [None req-2caaa5aa-f9f1-453a-b040-227300525cf8 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Allocated IP 172.27.0.140 (b60b3993-7427-4bdc-87fb-6dbc7e937750/bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1/af95abfc-4a7a-49a3-87da-24bfd7cb1c38) {{(pid=101665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:41:37.243385 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2caaa5aa-f9f1-453a-b040-227300525cf8 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks [] for port, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:37.285154 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2caaa5aa-f9f1-453a-b040-227300525cf8 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2512089'] for port, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:37.330646 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2caaa5aa-f9f1-453a-b040-227300525cf8 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Network b60b3993-7427-4bdc-87fb-6dbc7e937750 is already hosted by enough agents. {{(pid=101665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:41:37.333453 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.base_scheduler [None req-2caaa5aa-f9f1-453a-b040-227300525cf8 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Resources bound (agent type, host, resource id): {{(pid=101665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:41:37.336973 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2caaa5aa-f9f1-453a-b040-227300525cf8 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Received port after_create {{(pid=101665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:41:37.359868 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caaa5aa-f9f1-453a-b040-227300525cf8 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Pushing event updated for resources: {'Port': ['ID=af95abfc-4a7a-49a3-87da-24bfd7cb1c38,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:37.424620 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2caaa5aa-f9f1-453a-b040-227300525cf8 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:37.463832 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2caaa5aa-f9f1-453a-b040-227300525cf8 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:37.623465 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2caaa5aa-f9f1-453a-b040-227300525cf8 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks [] for port, precommit_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:37.630542 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2caaa5aa-f9f1-453a-b040-227300525cf8 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511906'] for port, after_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:37.702508 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caaa5aa-f9f1-453a-b040-227300525cf8 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Pushing event updated for resources: {'Port': ['ID=af95abfc-4a7a-49a3-87da-24bfd7cb1c38,revision_number=2']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:37.716193 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2caaa5aa-f9f1-453a-b040-227300525cf8 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3734057'] for floatingip, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:37.735974 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2caaa5aa-f9f1-453a-b040-227300525cf8 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for floatingip, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:37.737286 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-2caaa5aa-f9f1-453a-b040-227300525cf8 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8422127 Oct 27 16:41:37.979275 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d1d32-56e1-451c-afd4-c5795b64b0bc req-2f009930-aa98-457f-a634-2f8f28ef1620 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:37.980775 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fe8d1d32-56e1-451c-afd4-c5795b64b0bc req-2f009930-aa98-457f-a634-2f8f28ef1620 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 945 time: 0.0483975 Oct 27 16:41:38.020412 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fe8d1d32-56e1-451c-afd4-c5795b64b0bc req-760ed9a8-c411-4875-970c-c8d5170430e0 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333757 Oct 27 16:41:38.066180 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 2efa01dc-81c3-46bb-9ef0-b94159290efa no longer exists at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:41:38.086978 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] No Port match for: 2efa01dc-81c3-46bb-9ef0-b94159290efa {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:41:38.087315 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 2efa01dc-81c3-46bb-9ef0-b94159290efa not bound to the agent host hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:41:38.289603 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-1f3d6b66-0269-40d2-8331-d98a5883243c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:39.155701 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4bc6a-3d68-4bcf-9b88-79d18d22e556 req-3a06d45f-5966-464a-a2c5-dc8885b38b66 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:39.157215 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-74f4bc6a-3d68-4bcf-9b88-79d18d22e556 req-3a06d45f-5966-464a-a2c5-dc8885b38b66 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 945 time: 0.0565448 Oct 27 16:41:39.201591 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-74f4bc6a-3d68-4bcf-9b88-79d18d22e556 req-6c4f416a-b296-4a26-ba4c-bfd01e77ae0f tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374672 Oct 27 16:41:40.331726 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3b2bf-b578-4629-b8db-62f278ca3943 req-972f4034-d4ca-422f-88eb-7db8f16b4e9c tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:40.333232 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-59a3b2bf-b578-4629-b8db-62f278ca3943 req-972f4034-d4ca-422f-88eb-7db8f16b4e9c tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 945 time: 0.0525420 Oct 27 16:41:40.377327 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-59a3b2bf-b578-4629-b8db-62f278ca3943 req-04e36882-1507-4586-8ab6-cdfa8a1e4bc9 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348380 Oct 27 16:41:41.000556 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-a4e52ed3-ac96-4e8d-bd0c-0efdcaf814a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:41.505724 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce127f-26ee-436c-aba8-ece2458c9217 req-5080a50e-18b2-4642-92e1-8327a3be4f65 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:41.507212 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a1ce127f-26ee-436c-aba8-ece2458c9217 req-5080a50e-18b2-4642-92e1-8327a3be4f65 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 945 time: 0.0568016 Oct 27 16:41:41.546629 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a1ce127f-26ee-436c-aba8-ece2458c9217 req-8b749798-627c-40ca-bfae-50d14917825b tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334091 Oct 27 16:41:41.882458 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-7c1d2a40-9e78-4ddd-800a-22656d9c4963 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--1718807646&fields=id&tenant_id=5a56e030f182417680e61e5c27a2cb30 HTTP/1.1" status: 200 len: 267 time: 0.0395827 Oct 27 16:41:42.002235 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-fa84ae57-3344-458c-8643-d0bc6565a91f tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:42.003804 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-fa84ae57-3344-458c-8643-d0bc6565a91f tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/networks?id=04e556bb-e81e-445a-9a9a-3eeb79203905 HTTP/1.1" status: 200 len: 817 time: 0.1143467 Oct 27 16:41:42.023498 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-f33b6228-9275-49b8-ae1a-18fc84385718 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/quotas/5a56e030f182417680e61e5c27a2cb30 HTTP/1.1" status: 200 len: 375 time: 0.0126674 Oct 27 16:41:42.055914 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:42.076094 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-3fd71fb0-495e-4fe5-86db-42703962014a tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=5a56e030f182417680e61e5c27a2cb30&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471263 Oct 27 16:41:42.279027 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-c3a5e5e7-227e-4401-ae1b-e2090cdfecaf service neutron] 10.222.0.91 "GET /v2.0/networks/04e556bb-e81e-445a-9a9a-3eeb79203905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908913 Oct 27 16:41:42.374462 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-39381bbf-cc36-479d-bd0f-cc00a95b5249 service neutron] 10.222.0.91 "GET /v2.0/networks/04e556bb-e81e-445a-9a9a-3eeb79203905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875051 Oct 27 16:41:42.435239 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:42.546590 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8a688e10-f723-4857-b08f-942262a4862b req-abd2d6e2-19b5-4fca-be07-90eb33057659 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 210 time: 0.0311115 Oct 27 16:41:42.666392 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50451484-bbee-47f8-8493-6822b2a89128 req-31bab8a8-730f-42a1-b215-d345546af5bf tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:42.667969 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-50451484-bbee-47f8-8493-6822b2a89128 req-31bab8a8-730f-42a1-b215-d345546af5bf tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 945 time: 0.0508912 Oct 27 16:41:42.707034 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-50451484-bbee-47f8-8493-6822b2a89128 req-60027ca1-71b8-4aa1-8591-7a43a2ebf56e tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327446 Oct 27 16:41:43.744802 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:43.850305 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ec02a0b4-0ed2-4206-9ce4-bfb6044be795 req-6bc5ee28-3d99-4395-af43-2489c82182ab tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 210 time: 0.0462327 Oct 27 16:41:43.862549 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-71482cc6-44a0-4389-9f7f-20936730ef20 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:43.864024 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-71482cc6-44a0-4389-9f7f-20936730ef20 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.66 "GET /v2.0/networks?id=04e556bb-e81e-445a-9a9a-3eeb79203905 HTTP/1.1" status: 200 len: 817 time: 0.1981158 Oct 27 16:41:43.880554 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a8e03-af13-4fe2-94c2-6bebdb0ba83d req-03ec9b61-6751-4e45-a96c-f0728dfa895f tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:43.881989 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4a4a8e03-af13-4fe2-94c2-6bebdb0ba83d req-03ec9b61-6751-4e45-a96c-f0728dfa895f tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 945 time: 0.0959201 Oct 27 16:41:43.931683 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-a9fd7db7-d748-4fa2-a436-c0fdbd88e52e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a56e030f182417680e61e5c27a2cb30 HTTP/1.1" status: 200 len: 380 time: 0.0487454 Oct 27 16:41:43.941757 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-0e73c8b5-0bf7-4b59-bb94-36b1e013ee83 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Request body: {'port': {'device_id': '54f4ecb4-617b-49d2-aeec-6a021ee2e215', 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905', 'admin_state_up': True, 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'security_groups': ['942eeb43-ca82-48f9-88d2-965384abdd9d']}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:41:43.995788 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4a4a8e03-af13-4fe2-94c2-6bebdb0ba83d req-4641eb78-87ff-48d8-9990-4f5a703cd220 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065826 Oct 27 16:41:44.078753 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-0e73c8b5-0bf7-4b59-bb94-36b1e013ee83 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Made reservation on behalf of 5a56e030f182417680e61e5c27a2cb30 for: {'port': 1} {{(pid=101666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:41:44.082453 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-0e73c8b5-0bf7-4b59-bb94-36b1e013ee83 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:44.215826 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.db_base_plugin_common [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-0e73c8b5-0bf7-4b59-bb94-36b1e013ee83 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Allocated IP 172.20.0.11 (04e556bb-e81e-445a-9a9a-3eeb79203905/bfd7b3b6-c867-4ea0-ba61-155e778fa591/109e3545-77f1-4a61-ae32-7b30fdcd340c) {{(pid=101666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:41:44.344724 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-0e73c8b5-0bf7-4b59-bb94-36b1e013ee83 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks [] for port, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:44.387784 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-0e73c8b5-0bf7-4b59-bb94-36b1e013ee83 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25690832'] for port, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:44.440118 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-0e73c8b5-0bf7-4b59-bb94-36b1e013ee83 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Network 04e556bb-e81e-445a-9a9a-3eeb79203905 is already hosted by enough agents. {{(pid=101666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:41:44.443230 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-0e73c8b5-0bf7-4b59-bb94-36b1e013ee83 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Resources bound (agent type, host, resource id): {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:41:44.446941 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-0e73c8b5-0bf7-4b59-bb94-36b1e013ee83 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Received port after_create {{(pid=101666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:41:44.453257 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73c8b5-0bf7-4b59-bb94-36b1e013ee83 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Pushing event updated for resources: {'Port': ['ID=109e3545-77f1-4a61-ae32-7b30fdcd340c,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:44.499802 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-0e73c8b5-0bf7-4b59-bb94-36b1e013ee83 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:44.500433 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-0e73c8b5-0bf7-4b59-bb94-36b1e013ee83 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:44.519941 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-0e73c8b5-0bf7-4b59-bb94-36b1e013ee83 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5798953 Oct 27 16:41:44.581809 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-3575339f-50de-45af-aee1-6f7aab2984bd service neutron] Request body: {'port': {'device_id': '54f4ecb4-617b-49d2-aeec-6a021ee2e215', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:41:44.634591 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-3575339f-50de-45af-aee1-6f7aab2984bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:44.687652 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-18be04f0-8b36-43a2-ab74-957e38568a64 None None] Provisioning complete for port 109e3545-77f1-4a61-ae32-7b30fdcd340c triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:41:44.688115 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-18be04f0-8b36-43a2-ab74-957e38568a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:44.723383 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-18be04f0-8b36-43a2-ab74-957e38568a64 None None] Port 109e3545-77f1-4a61-ae32-7b30fdcd340c cannot update to ACTIVE because it is not bound. {{(pid=101667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:41:45.220723 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-3575339f-50de-45af-aee1-6f7aab2984bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 109e3545-77f1-4a61-ae32-7b30fdcd340c {{(pid=101666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:41:45.231547 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed12337-2852-415b-9f3c-1b6c57868b61 req-60548061-0bff-4412-b613-a8ed48a3c1bd tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:45.233059 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-eed12337-2852-415b-9f3c-1b6c57868b61 req-60548061-0bff-4412-b613-a8ed48a3c1bd tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 932 time: 0.1307285 Oct 27 16:41:45.238432 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-3575339f-50de-45af-aee1-6f7aab2984bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:45.251115 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63086fa-9c38-4535-aec1-1a03ddd0b4dc req-881fd69a-7aa5-4083-9e7b-f598f66133b7 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:45.252560 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a63086fa-9c38-4535-aec1-1a03ddd0b4dc req-881fd69a-7aa5-4083-9e7b-f598f66133b7 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 945 time: 0.1513972 Oct 27 16:41:45.285107 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.provisioning_blocks [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-3575339f-50de-45af-aee1-6f7aab2984bd service neutron] Transition to ACTIVE for port object 109e3545-77f1-4a61-ae32-7b30fdcd340c will not be triggered until provisioned by entity L2. {{(pid=101666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:41:45.295918 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-3575339f-50de-45af-aee1-6f7aab2984bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25690667'] for port, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:45.341660 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-eed12337-2852-415b-9f3c-1b6c57868b61 req-1a49ec9d-4303-46c8-bbb9-c6dad799a4f3 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999928 Oct 27 16:41:45.350220 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a63086fa-9c38-4535-aec1-1a03ddd0b4dc req-e6177790-f222-4c7c-969f-5f2bb7e4b95d tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902772 Oct 27 16:41:45.370907 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575339f-50de-45af-aee1-6f7aab2984bd service neutron] Pushing event updated for resources: {'Port': ['ID=109e3545-77f1-4a61-ae32-7b30fdcd340c,revision_number=2']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:45.453561 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-3575339f-50de-45af-aee1-6f7aab2984bd service neutron] Attempting to bind port 109e3545-77f1-4a61-ae32-7b30fdcd340c on host hv-cinder-81565 for vnic_type normal with profile {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:41:45.454536 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-3575339f-50de-45af-aee1-6f7aab2984bd service neutron] Attempting to bind port 109e3545-77f1-4a61-ae32-7b30fdcd340c by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '04b90801-dbaa-4b6b-a289-4b9ced180864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905'}] {{(pid=101666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:41:45.454536 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-3575339f-50de-45af-aee1-6f7aab2984bd service neutron] Attempting to bind port 109e3545-77f1-4a61-ae32-7b30fdcd340c on network 04e556bb-e81e-445a-9a9a-3eeb79203905 {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:41:45.459032 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-3575339f-50de-45af-aee1-6f7aab2984bd service neutron] Port 109e3545-77f1-4a61-ae32-7b30fdcd340c on network 04e556bb-e81e-445a-9a9a-3eeb79203905 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:41:45.459346 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-3575339f-50de-45af-aee1-6f7aab2984bd service neutron] Attempting to bind port 109e3545-77f1-4a61-ae32-7b30fdcd340c on network 04e556bb-e81e-445a-9a9a-3eeb79203905 {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:41:45.465200 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-3575339f-50de-45af-aee1-6f7aab2984bd service neutron] Checking agent: {'id': '082437a5-0f96-45b0-8b8c-6a124d6faa93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 33, 51), 'started_at': datetime.datetime(2021, 10, 27, 16, 33, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:41:45.465533 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-3575339f-50de-45af-aee1-6f7aab2984bd service neutron] Checking segment: {'id': '04b90801-dbaa-4b6b-a289-4b9ced180864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:41:45.465912 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-3575339f-50de-45af-aee1-6f7aab2984bd service neutron] Bound using segment: {'id': '04b90801-dbaa-4b6b-a289-4b9ced180864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905'} {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:41:45.466333 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-3575339f-50de-45af-aee1-6f7aab2984bd service neutron] Bound port: 109e3545-77f1-4a61-ae32-7b30fdcd340c, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04b90801-dbaa-4b6b-a289-4b9ced180864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905'}}] {{(pid=101666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:41:45.466681 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-3575339f-50de-45af-aee1-6f7aab2984bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:45.537899 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-3575339f-50de-45af-aee1-6f7aab2984bd service neutron] For port 109e3545-77f1-4a61-ae32-7b30fdcd340c, host hv-cinder-81565, cleared binding levels {{(pid=101666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:41:45.542889 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-3575339f-50de-45af-aee1-6f7aab2984bd service neutron] For port 109e3545-77f1-4a61-ae32-7b30fdcd340c, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=109e3545-77f1-4a61-ae32-7b30fdcd340c,segment=NetworkSegment(04b90801-dbaa-4b6b-a289-4b9ced180864),segment_id=04b90801-dbaa-4b6b-a289-4b9ced180864)] {{(pid=101666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:41:45.548971 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-3575339f-50de-45af-aee1-6f7aab2984bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25690667'] for port, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:45.580857 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-3575339f-50de-45af-aee1-6f7aab2984bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:45.581460 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-3575339f-50de-45af-aee1-6f7aab2984bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:45.583068 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-3575339f-50de-45af-aee1-6f7aab2984bd service neutron] 10.222.0.66 "PUT /v2.0/ports/109e3545-77f1-4a61-ae32-7b30fdcd340c HTTP/1.1" status: 200 len: 1094 time: 1.0541923 Oct 27 16:41:45.583584 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f4ecb4-617b-49d2-aeec-6a021ee2e215', 'tag': '109e3545-77f1-4a61-ae32-7b30fdcd340c'}] {{(pid=101666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:41:45.587538 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c97a8bc50bc1e60c5bcd83482612a755f7c8660878f0fc94464a674b36297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfc2b27-e232-4f55-83d8-953692e242d6" -d '{"events": [{"name": "network-changed", "server_uuid": "54f4ecb4-617b-49d2-aeec-6a021ee2e215", "tag": "109e3545-77f1-4a61-ae32-7b30fdcd340c"}]}' {{(pid=101666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:41:45.627517 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575339f-50de-45af-aee1-6f7aab2984bd service neutron] Pushing event updated for resources: {'Port': ['ID=109e3545-77f1-4a61-ae32-7b30fdcd340c,revision_number=3']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:45.632763 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5dca7d-21bc-430c-8a4b-d810dc436f3d x-openstack-request-id: req-bb5dca7d-21bc-430c-8a4b-d810dc436f3d {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:41:45.633049 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f4ecb4-617b-49d2-aeec-6a021ee2e215", "tag": "109e3545-77f1-4a61-ae32-7b30fdcd340c", "status": "completed", "code": 200}]} {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:41:45.633300 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bb5dca7d-21bc-430c-8a4b-d810dc436f3d {{(pid=101666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:41:45.633739 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f4ecb4-617b-49d2-aeec-6a021ee2e215', 'tag': '109e3545-77f1-4a61-ae32-7b30fdcd340c', 'status': 'completed', 'code': 200} Oct 27 16:41:45.717643 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-b2869b97-7722-4baf-95cb-fa05d54212cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:45.719014 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-b2869b97-7722-4baf-95cb-fa05d54212cf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a56e030f182417680e61e5c27a2cb30&device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 1097 time: 0.0582433 Oct 27 16:41:45.775483 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-777a7403-ff78-42d5-9b95-e461adaf4d83 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=109e3545-77f1-4a61-ae32-7b30fdcd340c HTTP/1.1" status: 200 len: 217 time: 0.0419614 Oct 27 16:41:45.830201 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-2fd64b84-b849-4875-a4bf-56ee9ff1d048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:45.831735 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-2fd64b84-b849-4875-a4bf-56ee9ff1d048 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bfd7b3b6-c867-4ea0-ba61-155e778fa591 HTTP/1.1" status: 200 len: 856 time: 0.0466549 Oct 27 16:41:45.894005 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-2a9b1614-bbcd-4d80-97e2-512cdde29c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:45.895493 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-2a9b1614-bbcd-4d80-97e2-512cdde29c55 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=04e556bb-e81e-445a-9a9a-3eeb79203905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410371 Oct 27 16:41:46.001842 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd8e6c-3e13-420c-8949-ceb8bd8000c5 req-22f58d2d-3860-4a01-af45-bd858d707100 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:46.003437 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c3cd8e6c-3e13-420c-8949-ceb8bd8000c5 req-22f58d2d-3860-4a01-af45-bd858d707100 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.1069293 Oct 27 16:41:46.038002 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-f2ac7432-c815-4232-91d9-2df6facf5a6f service neutron] 10.222.0.66 "GET /v2.0/networks/04e556bb-e81e-445a-9a9a-3eeb79203905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333144 Oct 27 16:41:46.067307 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c3cd8e6c-3e13-420c-8949-ceb8bd8000c5 req-ae255df5-8cc9-49ed-b235-f06c968622df tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513215 Oct 27 16:41:46.146661 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1decbb7d-a5d3-44a7-b304-6b3e6027cdb5 req-2a64dbcf-cb20-492b-a3a0-2c93926a162f service neutron] 10.222.0.66 "GET /v2.0/networks/04e556bb-e81e-445a-9a9a-3eeb79203905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936425 Oct 27 16:41:46.249945 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc2b27-e232-4f55-83d8-953692e242d6 req-b42f0e19-06bb-47d2-acf2-e49b59a4d356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:46.251693 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ccfc2b27-e232-4f55-83d8-953692e242d6 req-b42f0e19-06bb-47d2-acf2-e49b59a4d356 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a56e030f182417680e61e5c27a2cb30&device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 1097 time: 0.0448811 Oct 27 16:41:46.372220 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc2b27-e232-4f55-83d8-953692e242d6 req-922a202e-7e59-484a-b7f2-a356f3513588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:46.373711 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ccfc2b27-e232-4f55-83d8-953692e242d6 req-922a202e-7e59-484a-b7f2-a356f3513588 service neutron] 10.222.0.66 "GET /v2.0/networks?id=04e556bb-e81e-445a-9a9a-3eeb79203905 HTTP/1.1" status: 200 len: 919 time: 0.1030509 Oct 27 16:41:46.422121 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ccfc2b27-e232-4f55-83d8-953692e242d6 req-8890cd97-4780-468e-bed7-440c8afdee8e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=109e3545-77f1-4a61-ae32-7b30fdcd340c HTTP/1.1" status: 200 len: 217 time: 0.0372036 Oct 27 16:41:46.529520 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc2b27-e232-4f55-83d8-953692e242d6 req-93d0f463-3eb2-4c90-b106-580ae1baab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:46.530987 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ccfc2b27-e232-4f55-83d8-953692e242d6 req-93d0f463-3eb2-4c90-b106-580ae1baab16 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bfd7b3b6-c867-4ea0-ba61-155e778fa591 HTTP/1.1" status: 200 len: 856 time: 0.0798802 Oct 27 16:41:46.539504 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4352d-ec8b-4f80-8a20-833208614309 req-1e8a2ab3-3605-4f31-ad9d-d3c0e382efa2 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:46.541202 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-69e4352d-ec8b-4f80-8a20-833208614309 req-1e8a2ab3-3605-4f31-ad9d-d3c0e382efa2 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 945 time: 0.1102972 Oct 27 16:41:46.548979 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e614717-0be8-4a34-9c28-426205965e30 req-49d5b176-9e49-4875-ba7c-03cf95ba9cd4 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:46.550381 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2e614717-0be8-4a34-9c28-426205965e30 req-49d5b176-9e49-4875-ba7c-03cf95ba9cd4 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 944 time: 0.1311541 Oct 27 16:41:46.636473 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-69e4352d-ec8b-4f80-8a20-833208614309 req-32b9b3ea-b3ae-45a9-ab3b-519486a14b90 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850108 Oct 27 16:41:46.642783 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2e614717-0be8-4a34-9c28-426205965e30 req-6469e1b7-2617-4b5e-af18-5bbb0af8b51b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816121 Oct 27 16:41:46.645526 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc2b27-e232-4f55-83d8-953692e242d6 req-2dff3657-2781-4597-a3d8-63638ab4c472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:46.646952 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ccfc2b27-e232-4f55-83d8-953692e242d6 req-2dff3657-2781-4597-a3d8-63638ab4c472 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=04e556bb-e81e-445a-9a9a-3eeb79203905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0946229 Oct 27 16:41:46.745056 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ccfc2b27-e232-4f55-83d8-953692e242d6 req-3118b659-b0ed-4803-b64d-9846c6f6df2b service neutron] 10.222.0.66 "GET /v2.0/networks/04e556bb-e81e-445a-9a9a-3eeb79203905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838735 Oct 27 16:41:46.844288 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ccfc2b27-e232-4f55-83d8-953692e242d6 req-4a388c2d-02c0-438d-93fb-88d4e007a6ba service neutron] 10.222.0.66 "GET /v2.0/networks/04e556bb-e81e-445a-9a9a-3eeb79203905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875964 Oct 27 16:41:47.186281 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ec278-fb54-4d85-8993-85866538e062 req-873b844d-5407-4a2e-beea-f7ab987ff322 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:47.187723 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f39ec278-fb54-4d85-8993-85866538e062 req-873b844d-5407-4a2e-beea-f7ab987ff322 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.0509431 Oct 27 16:41:47.229586 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f39ec278-fb54-4d85-8993-85866538e062 req-afe1893e-10a7-4a8b-baaf-d9b579b70916 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331006 Oct 27 16:41:47.828443 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfc99a-c60b-4e77-9b42-1ab0083bccbe req-6da2f028-ca69-42f4-b2cc-7c791010e1e2 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:47.829912 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b6bfc99a-c60b-4e77-9b42-1ab0083bccbe req-6da2f028-ca69-42f4-b2cc-7c791010e1e2 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 945 time: 0.1237388 Oct 27 16:41:47.844252 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8903e0-0051-4254-aee8-3cf69efad82b req-298f3cf1-0f7f-41ec-b750-187ce6c7172a tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:47.845959 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7f8903e0-0051-4254-aee8-3cf69efad82b req-298f3cf1-0f7f-41ec-b750-187ce6c7172a tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.66 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.1058114 Oct 27 16:41:47.860577 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313a020-c24f-4178-a925-047c4e116fc2 req-149f65fd-3bc3-4956-adfe-669249a4812a tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:47.862417 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8313a020-c24f-4178-a925-047c4e116fc2 req-149f65fd-3bc3-4956-adfe-669249a4812a tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 944 time: 0.1451735 Oct 27 16:41:47.965307 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b6bfc99a-c60b-4e77-9b42-1ab0083bccbe req-d553d13f-33d6-47f7-9edb-de3890d9998e tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173942 Oct 27 16:41:47.977371 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8313a020-c24f-4178-a925-047c4e116fc2 req-d8409674-97c7-4fb4-bf54-5256b1d6b506 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003597 Oct 27 16:41:48.002183 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [req-7f8903e0-0051-4254-aee8-3cf69efad82b req-1afbe373-a18f-43d2-b52c-21d0007c1061 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Deleting port 01fb2c1e-9441-4877-b896-538153069ce7 {{(pid=101666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:41:48.002457 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-7f8903e0-0051-4254-aee8-3cf69efad82b req-1afbe373-a18f-43d2-b52c-21d0007c1061 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:48.073775 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 109e3545-77f1-4a61-ae32-7b30fdcd340c details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=101667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:41:48.095751 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-7f8903e0-0051-4254-aee8-3cf69efad82b req-1afbe373-a18f-43d2-b52c-21d0007c1061 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] For port 01fb2c1e-9441-4877-b896-538153069ce7, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=01fb2c1e-9441-4877-b896-538153069ce7,segment=NetworkSegment(666d1a16-746f-4e08-a2d0-b6a8afa6f4ba),segment_id=666d1a16-746f-4e08-a2d0-b6a8afa6f4ba)] {{(pid=101666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:41:48.096349 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-7f8903e0-0051-4254-aee8-3cf69efad82b req-1afbe373-a18f-43d2-b52c-21d0007c1061 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:48.189525 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 109e3545-77f1-4a61-ae32-7b30fdcd340c, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=109e3545-77f1-4a61-ae32-7b30fdcd340c,segment=NetworkSegment(04b90801-dbaa-4b6b-a289-4b9ced180864),segment_id=04b90801-dbaa-4b6b-a289-4b9ced180864)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:41:48.200315 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Returning: {'device': '109e3545-77f1-4a61-ae32-7b30fdcd340c', 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905', 'port_id': '109e3545-77f1-4a61-ae32-7b30fdcd340c', 'mac_address': 'fa:16:3e:91:73:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfd7b3b6-c867-4ea0-ba61-155e778fa591', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:41:48.239438 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:48.252662 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 109e3545-77f1-4a61-ae32-7b30fdcd340c {{(pid=101667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:41:48.274966 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 109e3545-77f1-4a61-ae32-7b30fdcd340c, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=109e3545-77f1-4a61-ae32-7b30fdcd340c,segment=NetworkSegment(04b90801-dbaa-4b6b-a289-4b9ced180864),segment_id=04b90801-dbaa-4b6b-a289-4b9ced180864)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:41:48.279165 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:48.289741 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-7f8903e0-0051-4254-aee8-3cf69efad82b req-1afbe373-a18f-43d2-b52c-21d0007c1061 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:48.290111 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-7f8903e0-0051-4254-aee8-3cf69efad82b req-1afbe373-a18f-43d2-b52c-21d0007c1061 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3734057'] for floatingip, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:48.290423 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.db.l3_db [req-7f8903e0-0051-4254-aee8-3cf69efad82b req-1afbe373-a18f-43d2-b52c-21d0007c1061 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Floating IP 9a3ed287-6aeb-4251-9c1f-378eb392fd1a disassociated. External IP: 172.27.0.33, port: 01fb2c1e-9441-4877-b896-538153069ce7. Oct 27 16:41:48.290785 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [req-7f8903e0-0051-4254-aee8-3cf69efad82b req-1afbe373-a18f-43d2-b52c-21d0007c1061 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Calling delete_port for 01fb2c1e-9441-4877-b896-538153069ce7 owned by compute:nova {{(pid=101666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:41:48.330944 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=109e3545-77f1-4a61-ae32-7b30fdcd340c,revision_number=4']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:48.421564 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98443b56-73fa-459b-ba3e-80586d230566 req-d6e5e6e0-737a-402a-a614-a58a1c04d29a tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:48.423044 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-98443b56-73fa-459b-ba3e-80586d230566 req-d6e5e6e0-737a-402a-a614-a58a1c04d29a tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 946 time: 0.1219983 Oct 27 16:41:48.445379 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad53826-e392-469d-b16e-84dfbfd2f803 req-cc861356-2867-4bc8-ae23-9726e0448fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:48.446861 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1ad53826-e392-469d-b16e-84dfbfd2f803 req-cc861356-2867-4bc8-ae23-9726e0448fc2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b4608dd9e79646bab6f79ee11262de47&device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 1098 time: 0.0919785 Oct 27 16:41:48.546192 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-98443b56-73fa-459b-ba3e-80586d230566 req-d0551715-0f85-42c5-b25b-9a691c107cf1 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b8bcf48-87a4-44cb-a295-aa803f58986d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156125 Oct 27 16:41:48.575314 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-7f8903e0-0051-4254-aee8-3cf69efad82b req-1afbe373-a18f-43d2-b52c-21d0007c1061 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25690832'] for port, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:48.622171 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afbe373-a18f-43d2-b52c-21d0007c1061 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Pushing event deleted for resources: {'Port': ['ID=01fb2c1e-9441-4877-b896-538153069ce7,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:48.624099 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['109e3545-77f1-4a61-ae32-7b30fdcd340c'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:41:48.626222 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad53826-e392-469d-b16e-84dfbfd2f803 req-62e3ffae-987c-42f9-af0f-467ad02d91b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:48.627684 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1ad53826-e392-469d-b16e-84dfbfd2f803 req-62e3ffae-987c-42f9-af0f-467ad02d91b3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=56086d59-f4fd-44f6-9cd7-d10188d44026 HTTP/1.1" status: 200 len: 910 time: 0.1608689 Oct 27 16:41:48.764473 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1ad53826-e392-469d-b16e-84dfbfd2f803 req-e32c1948-901f-4591-b587-441b25d84b66 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7d9643a-febd-434a-b78d-db8c7fccb5a9 HTTP/1.1" status: 200 len: 1001 time: 0.1271927 Oct 27 16:41:48.814698 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f8903e0-0051-4254-aee8-3cf69efad82b req-1afbe373-a18f-43d2-b52c-21d0007c1061 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Router 292510e1-f508-41d7-86f7-f796203aaafb has already been hosted by L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 {{(pid=101666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:41:48.830098 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad53826-e392-469d-b16e-84dfbfd2f803 req-d8b62a6e-61bd-4988-84eb-4cf1563a39b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:48.831548 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1ad53826-e392-469d-b16e-84dfbfd2f803 req-d8b62a6e-61bd-4988-84eb-4cf1563a39b3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a42514b9-e837-41aa-852c-c46b3ba3f0ea HTTP/1.1" status: 200 len: 847 time: 0.0573525 Oct 27 16:41:48.952058 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad53826-e392-469d-b16e-84dfbfd2f803 req-5e95dc61-a868-48a0-9d16-a8495d5490df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:48.953432 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1ad53826-e392-469d-b16e-84dfbfd2f803 req-5e95dc61-a868-48a0-9d16-a8495d5490df service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56086d59-f4fd-44f6-9cd7-d10188d44026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0843391 Oct 27 16:41:48.973339 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f8903e0-0051-4254-aee8-3cf69efad82b req-1afbe373-a18f-43d2-b52c-21d0007c1061 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:41:48.986444 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cad2ea-8b4e-4a1a-88c2-709f1f1ed252 None None] Sync routers for ids ['292510e1-f508-41d7-86f7-f796203aaafb'] in dv-cinder-815659-1-iscsi {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:41:48.997030 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cad2ea-8b4e-4a1a-88c2-709f1f1ed252 None None] Routers {'292510e1-f508-41d7-86f7-f796203aaafb'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:41:48.997655 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-f6cad2ea-8b4e-4a1a-88c2-709f1f1ed252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:41:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['292510e1-f508-41d7-86f7-f796203aaafb'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:49.051551 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f8903e0-0051-4254-aee8-3cf69efad82b req-1afbe373-a18f-43d2-b52c-21d0007c1061 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] No DVR routers for this DVR port 01fb2c1e-9441-4877-b896-538153069ce7 on host hv-cinder-81565 {{(pid=101666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:41:49.055588 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-7f8903e0-0051-4254-aee8-3cf69efad82b req-1afbe373-a18f-43d2-b52c-21d0007c1061 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:49.058968 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7f8903e0-0051-4254-aee8-3cf69efad82b req-1afbe373-a18f-43d2-b52c-21d0007c1061 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.66 "DELETE /v2.0/ports/01fb2c1e-9441-4877-b896-538153069ce7 HTTP/1.1" status: 204 len: 173 time: 1.1960762 Oct 27 16:41:49.059474 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd848ace4-ad23-4774-9184-50b393417a16', 'name': 'network-vif-deleted', 'tag': '01fb2c1e-9441-4877-b896-538153069ce7'}] {{(pid=101666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:41:49.061851 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c97a8bc50bc1e60c5bcd83482612a755f7c8660878f0fc94464a674b36297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f868f9d-4178-4517-b3b1-2ea8b8555dba" -d '{"events": [{"server_uuid": "d848ace4-ad23-4774-9184-50b393417a16", "name": "network-vif-deleted", "tag": "01fb2c1e-9441-4877-b896-538153069ce7"}]}' {{(pid=101666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:41:49.134680 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-f6cad2ea-8b4e-4a1a-88c2-709f1f1ed252 None None] Set router 292510e1-f508-41d7-86f7-f796203aaafb gateway port host: dv-cinder-815659-1-iscsi {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:41:49.148535 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1ad53826-e392-469d-b16e-84dfbfd2f803 req-376bb373-d1bc-46fb-9673-613d69a3f3f0 service neutron] 10.222.0.66 "GET /v2.0/networks/56086d59-f4fd-44f6-9cd7-d10188d44026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853905 Oct 27 16:41:49.370146 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-f6cad2ea-8b4e-4a1a-88c2-709f1f1ed252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '292510e1-f508-41d7-86f7-f796203aaafb', 'name': 'tempest-AttachVolumeTestJSON-555848210-router', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f2193b51-ae91-4254-9372-17d184efcf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'gw_port': {'id': 'f2193b51-ae91-4254-9372-17d184efcf85', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292510e1-f508-41d7-86f7-f796203aaafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:44Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0', 'name': '', 'network_id': '900de597-e873-4f99-a7d4-e023d99223de', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'mac_address': 'fa:16:3e:e8:2b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292510e1-f508-41d7-86f7-f796203aaafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ae9f7717-3703-4043-b05c-cf4237b7a0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:53Z', 'updated_at': '2021-10-27T16:36:04Z', 'revision_number': 5, 'project_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'subnets': [{'id': 'ae9f7717-3703-4043-b05c-cf4237b7a0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:49.403952 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cad2ea-8b4e-4a1a-88c2-709f1f1ed252 None None] Checking router: 292510e1-f508-41d7-86f7-f796203aaafb for host: dv-cinder-815659-1-iscsi {{(pid=101667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:41:49.414063 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cad2ea-8b4e-4a1a-88c2-709f1f1ed252 None None] Routers {'292510e1-f508-41d7-86f7-f796203aaafb'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:41:49.414711 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-f6cad2ea-8b4e-4a1a-88c2-709f1f1ed252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:41:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['292510e1-f508-41d7-86f7-f796203aaafb'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:49.519780 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101dbd6-a4dd-4ac3-8c9c-5e581acef1eb req-99862539-366a-43ce-9bbf-4962e7927a1c tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:49.521252 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3101dbd6-a4dd-4ac3-8c9c-5e581acef1eb req-99862539-366a-43ce-9bbf-4962e7927a1c tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 945 time: 0.4300644 Oct 27 16:41:49.521878 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-f6cad2ea-8b4e-4a1a-88c2-709f1f1ed252 None None] Set router 292510e1-f508-41d7-86f7-f796203aaafb gateway port host: dv-cinder-815659-1-iscsi {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:41:49.534174 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4135d-0fca-4fd0-b1b5-382727bb982d req-b0422947-1b77-45b6-8e59-e46211a71e9e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:49.535635 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-82a4135d-0fca-4fd0-b1b5-382727bb982d req-b0422947-1b77-45b6-8e59-e46211a71e9e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 945 time: 0.4531171 Oct 27 16:41:49.598719 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3101dbd6-a4dd-4ac3-8c9c-5e581acef1eb req-fc4d0e1a-5651-4326-935f-0b61c2f8eb1c tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602043 Oct 27 16:41:49.635968 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-82a4135d-0fca-4fd0-b1b5-382727bb982d req-c1374326-a79c-467e-93a4-0d8767750b8b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899925 Oct 27 16:41:49.637828 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1ad53826-e392-469d-b16e-84dfbfd2f803 req-081d7e7a-2df7-4ea4-b488-19f861d46810 service neutron] 10.222.0.66 "GET /v2.0/networks/56086d59-f4fd-44f6-9cd7-d10188d44026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4794817 Oct 27 16:41:49.686315 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159bf99e-da13-47e8-be66-e0f1c3edaad2 x-openstack-request-id: req-159bf99e-da13-47e8-be66-e0f1c3edaad2 {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:41:49.686611 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d848ace4-ad23-4774-9184-50b393417a16", "name": "network-vif-deleted", "tag": "01fb2c1e-9441-4877-b896-538153069ce7", "status": "completed", "code": 200}]} {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:41:49.686859 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-159bf99e-da13-47e8-be66-e0f1c3edaad2 {{(pid=101666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:41:49.687267 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd848ace4-ad23-4774-9184-50b393417a16', 'name': 'network-vif-deleted', 'tag': '01fb2c1e-9441-4877-b896-538153069ce7', 'status': 'completed', 'code': 200} Oct 27 16:41:49.743504 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-f6cad2ea-8b4e-4a1a-88c2-709f1f1ed252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '292510e1-f508-41d7-86f7-f796203aaafb', 'name': 'tempest-AttachVolumeTestJSON-555848210-router', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f2193b51-ae91-4254-9372-17d184efcf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'gw_port': {'id': 'f2193b51-ae91-4254-9372-17d184efcf85', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292510e1-f508-41d7-86f7-f796203aaafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:44Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0', 'name': '', 'network_id': '900de597-e873-4f99-a7d4-e023d99223de', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'mac_address': 'fa:16:3e:e8:2b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292510e1-f508-41d7-86f7-f796203aaafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ae9f7717-3703-4043-b05c-cf4237b7a0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:53Z', 'updated_at': '2021-10-27T16:36:04Z', 'revision_number': 5, 'project_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'subnets': [{'id': 'ae9f7717-3703-4043-b05c-cf4237b7a0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:49.772128 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cad2ea-8b4e-4a1a-88c2-709f1f1ed252 None None] The sync data for ids ['292510e1-f508-41d7-86f7-f796203aaafb'] in dv-cinder-815659-1-iscsi is: [{'id': '292510e1-f508-41d7-86f7-f796203aaafb', 'name': 'tempest-AttachVolumeTestJSON-555848210-router', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f2193b51-ae91-4254-9372-17d184efcf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'gw_port': {'id': 'f2193b51-ae91-4254-9372-17d184efcf85', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292510e1-f508-41d7-86f7-f796203aaafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:44Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0', 'name': '', 'network_id': '900de597-e873-4f99-a7d4-e023d99223de', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'mac_address': 'fa:16:3e:e8:2b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292510e1-f508-41d7-86f7-f796203aaafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ae9f7717-3703-4043-b05c-cf4237b7a0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:53Z', 'updated_at': '2021-10-27T16:36:04Z', 'revision_number': 5, 'project_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'subnets': [{'id': 'ae9f7717-3703-4043-b05c-cf4237b7a0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:41:49.785387 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-99de3048-227f-4d5f-98c1-716bc288543b req-87ed272e-6725-4454-a9ea-19dc1ddf9e02 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=d848ace4-ad23-4774-9184-50b393417a16 HTTP/1.1" status: 200 len: 210 time: 0.0279253 Oct 27 16:41:49.830511 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-3eac2bde-aeab-4b1d-b02c-3eaca78ba305 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-360648158&fields=id&tenant_id=d8a5441fa0674f9c9e0b8691b4e7dfd6 HTTP/1.1" status: 200 len: 267 time: 0.0440819 Oct 27 16:41:49.946724 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-bf215587-3d94-4f12-b856-e0c4f664ca17 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:49.948299 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-bf215587-3d94-4f12-b856-e0c4f664ca17 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/networks?id=e79e46f2-9070-4695-9cd2-8782f08667b9 HTTP/1.1" status: 200 len: 812 time: 0.1107519 Oct 27 16:41:49.964359 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-526061dd-23c7-4d19-8c1c-089c74269f40 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/quotas/d8a5441fa0674f9c9e0b8691b4e7dfd6 HTTP/1.1" status: 200 len: 375 time: 0.0097005 Oct 27 16:41:50.001289 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ccb851-7654-47c6-8f02-6fd6b87354af None None] New status for floating IP 9a3ed287-6aeb-4251-9c1f-378eb392fd1a: DOWN {{(pid=101668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:41:50.020904 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-c0fc327d-bf82-4d10-b207-2d502db336ed tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=d8a5441fa0674f9c9e0b8691b4e7dfd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503316 Oct 27 16:41:50.075517 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 109e3545-77f1-4a61-ae32-7b30fdcd340c up at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:41:50.120781 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-d80dd0d5-ef58-4721-970b-3556eea572f3 service neutron] 10.222.0.91 "GET /v2.0/networks/e79e46f2-9070-4695-9cd2-8782f08667b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873637 Oct 27 16:41:50.133185 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning for port 109e3545-77f1-4a61-ae32-7b30fdcd340c completed by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:41:50.138229 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning complete for port 109e3545-77f1-4a61-ae32-7b30fdcd340c triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:41:50.138911 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:50.225349 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:50.227228 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-7b088f64-9364-4fbb-b086-0a3f6c10dbec service neutron] 10.222.0.91 "GET /v2.0/networks/e79e46f2-9070-4695-9cd2-8782f08667b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965366 Oct 27 16:41:50.254038 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f4ecb4-617b-49d2-aeec-6a021ee2e215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109e3545-77f1-4a61-ae32-7b30fdcd340c'}] {{(pid=101667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:41:50.257413 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15467c740e99bfee501675d45c0ab6b31e8088b61e385ce1236909406ef3d9b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c75f3b-71c4-40b8-b98b-fbb61470f4d6" -d '{"events": [{"server_uuid": "54f4ecb4-617b-49d2-aeec-6a021ee2e215", "name": "network-vif-plugged", "status": "completed", "tag": "109e3545-77f1-4a61-ae32-7b30fdcd340c"}]}' {{(pid=101667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:41:50.271393 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 109e3545-77f1-4a61-ae32-7b30fdcd340c, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=109e3545-77f1-4a61-ae32-7b30fdcd340c,segment=NetworkSegment(04b90801-dbaa-4b6b-a289-4b9ced180864),segment_id=04b90801-dbaa-4b6b-a289-4b9ced180864)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:41:50.281615 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:50.346007 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=109e3545-77f1-4a61-ae32-7b30fdcd340c,revision_number=5']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:50.373376 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ae3b4a-8bb9-4fb4-97d9-258c179cdb98 x-openstack-request-id: req-40ae3b4a-8bb9-4fb4-97d9-258c179cdb98 {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:41:50.373724 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f4ecb4-617b-49d2-aeec-6a021ee2e215", "name": "network-vif-plugged", "status": "completed", "tag": "109e3545-77f1-4a61-ae32-7b30fdcd340c", "code": 200}]} {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:41:50.373980 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-40ae3b4a-8bb9-4fb4-97d9-258c179cdb98 {{(pid=101667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:41:50.374397 dv-cinder-815659-1-iscsi neutron-server[101667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f4ecb4-617b-49d2-aeec-6a021ee2e215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109e3545-77f1-4a61-ae32-7b30fdcd340c', 'code': 200} Oct 27 16:41:50.524629 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.agents_db [None req-8f3c53fd-3166-491a-b603-91a64fcc8de1 None None] Agent healthcheck: found 6 active agents {{(pid=101668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:41:50.545154 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b9cb01c5-8991-4b86-aecd-d6ea610e0d09 req-273244c9-3359-4e20-b38e-078d4f38b80c tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=53474c61-ae3d-4d71-8e25-0d0c9a674eba HTTP/1.1" status: 200 len: 210 time: 0.0278347 Oct 27 16:41:50.583580 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650df06-a4f5-451a-a335-6ce041566317 req-db7fe77d-2dbd-4e76-81c8-f8a8c3df08f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:50.585084 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2650df06-a4f5-451a-a335-6ce041566317 req-db7fe77d-2dbd-4e76-81c8-f8a8c3df08f1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 1099 time: 0.0423746 Oct 27 16:41:50.632766 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2650df06-a4f5-451a-a335-6ce041566317 req-2fbac7d7-0c62-4a68-9c74-0ddfc84651d4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328488 Oct 27 16:41:50.773829 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4411d7-ff79-4435-93b1-d847399b7d71 req-d97ea99a-b9ca-4e40-ad23-790355c63383 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:50.775748 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9d4411d7-ff79-4435-93b1-d847399b7d71 req-d97ea99a-b9ca-4e40-ad23-790355c63383 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 945 time: 0.0932157 Oct 27 16:41:50.800309 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb97779-e9ba-4688-b053-b453d7c29c13 req-405b97e1-c7a8-468e-bdd6-1b7825215d88 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:50.801893 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ccb97779-e9ba-4688-b053-b453d7c29c13 req-405b97e1-c7a8-468e-bdd6-1b7825215d88 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.0745530 Oct 27 16:41:50.854278 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9d4411d7-ff79-4435-93b1-d847399b7d71 req-2691ec00-918d-482b-b12b-5e3abecaa78f tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700860 Oct 27 16:41:50.870035 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ccb97779-e9ba-4688-b053-b453d7c29c13 req-a3a71499-863e-4594-b088-2d29f9979543 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580630 Oct 27 16:41:50.946694 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 57446) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:51.004452 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b80f8df9-85ff-464c-a296-f1c7bdea6555 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks [] for security_group, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:51.031075 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b80f8df9-85ff-464c-a296-f1c7bdea6555 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:51.085543 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b80f8df9-85ff-464c-a296-f1c7bdea6555 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:51.088316 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b80f8df9-85ff-464c-a296-f1c7bdea6555 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks [] for security_group, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:51.089501 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-b80f8df9-85ff-464c-a296-f1c7bdea6555 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "DELETE /v2.0/security-groups/0b8bcf48-87a4-44cb-a295-aa803f58986d HTTP/1.1" status: 204 len: 168 time: 0.1418657 Oct 27 16:41:51.092431 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 57448) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:51.099121 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f8df9-85ff-464c-a296-f1c7bdea6555 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8bcf48-87a4-44cb-a295-aa803f58986d,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:51.108458 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.api.v2.resource [None req-4c809c40-46ae-486a-9eac-65839e0cba00 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] show failed (client error): The resource could not be found. Oct 27 16:41:51.111954 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-4c809c40-46ae-486a-9eac-65839e0cba00 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups/0b8bcf48-87a4-44cb-a295-aa803f58986d HTTP/1.1" status: 404 len: 347 time: 0.0166605 Oct 27 16:41:51.113461 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 57450) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:51.254661 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.plugin [None req-881c68c3-548e-461a-9b7a-3f7ca7229200 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Deleting port 1c9afbde-d450-4957-882c-d3ae03b7fd92 {{(pid=101665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:41:51.254885 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-881c68c3-548e-461a-9b7a-3f7ca7229200 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:51.312774 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:51.343211 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-881c68c3-548e-461a-9b7a-3f7ca7229200 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:51.343538 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-881c68c3-548e-461a-9b7a-3f7ca7229200 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:51.355646 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.plugin [None req-881c68c3-548e-461a-9b7a-3f7ca7229200 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Calling delete_port for 1c9afbde-d450-4957-882c-d3ae03b7fd92 owned by network:floatingip {{(pid=101665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:41:51.509733 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-881c68c3-548e-461a-9b7a-3f7ca7229200 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2512089'] for port, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:51.537019 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c68c3-548e-461a-9b7a-3f7ca7229200 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Pushing event deleted for resources: {'Port': ['ID=1c9afbde-d450-4957-882c-d3ae03b7fd92,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:51.610133 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-881c68c3-548e-461a-9b7a-3f7ca7229200 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks [] for floatingip, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:51.612735 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-881c68c3-548e-461a-9b7a-3f7ca7229200 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for floatingip, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:51.613970 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-881c68c3-548e-461a-9b7a-3f7ca7229200 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "DELETE /v2.0/floatingips/9a3ed287-6aeb-4251-9c1f-378eb392fd1a HTTP/1.1" status: 204 len: 168 time: 0.4994760 Oct 27 16:41:51.644340 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1e38ddc2-26ab-4add-b19e-f9c22caaf327 req-79f19db4-70ca-4126-9277-1cff9a394105 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=53474c61-ae3d-4d71-8e25-0d0c9a674eba HTTP/1.1" status: 200 len: 210 time: 0.0267565 Oct 27 16:41:51.904576 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 57460) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:51.910085 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-9469d873-6e91-4679-8bcd-95017d5d5ce4 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Request body: {'security_group': {'name': 'tempest-securitygroup--370132288', 'description': 'tempest-description--1301889417'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:41:51.933782 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-9469d873-6e91-4679-8bcd-95017d5d5ce4 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:52.004681 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-9469d873-6e91-4679-8bcd-95017d5d5ce4 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:52.009624 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-9469d873-6e91-4679-8bcd-95017d5d5ce4 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:52.043608 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9469d873-6e91-4679-8bcd-95017d5d5ce4 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a05ba0bd-8a29-4110-8286-7842d9806b7c,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:52.048739 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-9469d873-6e91-4679-8bcd-95017d5d5ce4 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:52.050167 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-9469d873-6e91-4679-8bcd-95017d5d5ce4 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1439152 Oct 27 16:41:52.053840 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 57464) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:52.060226 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-45d20c31-afb8-4265-a9bc-e35ed06f7cc2 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Request body: {'security_group_rule': {'security_group_id': 'a05ba0bd-8a29-4110-8286-7842d9806b7c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:41:52.092098 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 01fb2c1e-9441-4877-b896-538153069ce7 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:41:52.110394 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-45d20c31-afb8-4265-a9bc-e35ed06f7cc2 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:52.113681 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b439d-a02e-47de-9018-0487dbd3061f req-8c2cac1d-819c-46fb-bee5-f30fc61c0709 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:52.115426 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c61b439d-a02e-47de-9018-0487dbd3061f req-8c2cac1d-819c-46fb-bee5-f30fc61c0709 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 945 time: 0.1791494 Oct 27 16:41:52.127584 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] No Port match for: 01fb2c1e-9441-4877-b896-538153069ce7 {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:41:52.128147 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 01fb2c1e-9441-4877-b896-538153069ce7 not bound to the agent host hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:41:52.182108 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-45d20c31-afb8-4265-a9bc-e35ed06f7cc2 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:52.186895 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-45d20c31-afb8-4265-a9bc-e35ed06f7cc2 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823821'] for security_group_rule, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:52.192669 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854becc-cf19-497a-80bc-8d53680fd09c req-e5928849-407c-4f81-a342-9afb659a2330 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:52.195141 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b854becc-cf19-497a-80bc-8d53680fd09c req-e5928849-407c-4f81-a342-9afb659a2330 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.1939614 Oct 27 16:41:52.210957 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d20c31-afb8-4265-a9bc-e35ed06f7cc2 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d24e9ca-4923-4f47-832b-bd76112c03a6,revision_number=0']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:52.215215 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-45d20c31-afb8-4265-a9bc-e35ed06f7cc2 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:52.217134 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-45d20c31-afb8-4265-a9bc-e35ed06f7cc2 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1603556 Oct 27 16:41:52.219744 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 57466) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:52.224758 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-2ded7d1c-eaba-4e62-ba2a-e01f55e73be1 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Request body: {'security_group_rule': {'security_group_id': 'a05ba0bd-8a29-4110-8286-7842d9806b7c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:41:52.226620 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-8c29b53a-bb98-4c9d-95d1-c8a835379caf tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:52.229072 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-8c29b53a-bb98-4c9d-95d1-c8a835379caf tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.66 "GET /v2.0/networks?id=e79e46f2-9070-4695-9cd2-8782f08667b9 HTTP/1.1" status: 200 len: 812 time: 0.3266871 Oct 27 16:41:52.240592 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c61b439d-a02e-47de-9018-0487dbd3061f req-211cc633-6636-4ea3-a78e-2c8cf8104a5b tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130643 Oct 27 16:41:52.273883 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2ded7d1c-eaba-4e62-ba2a-e01f55e73be1 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:52.303052 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b854becc-cf19-497a-80bc-8d53680fd09c req-992aea4c-02cc-459b-99f2-10f24f90890b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989764 Oct 27 16:41:52.309925 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-c51d3ddc-9b4e-45d7-b4c6-e272d28b7186 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8a5441fa0674f9c9e0b8691b4e7dfd6 HTTP/1.1" status: 200 len: 379 time: 0.0609446 Oct 27 16:41:52.324740 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-06dc92c2-6849-44ac-9e2e-4ad0e7a432bf tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Request body: {'port': {'device_id': '53474c61-ae3d-4d71-8e25-0d0c9a674eba', 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'admin_state_up': True, 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'security_groups': ['1fdfad5a-f826-4473-a97f-738b38761b73']}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:41:52.344661 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2ded7d1c-eaba-4e62-ba2a-e01f55e73be1 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:52.348811 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2ded7d1c-eaba-4e62-ba2a-e01f55e73be1 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823821'] for security_group_rule, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:52.368417 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded7d1c-eaba-4e62-ba2a-e01f55e73be1 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6a5381d-ee0b-4f2c-bb37-2065c5e1f90f,revision_number=0']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:52.378139 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2ded7d1c-eaba-4e62-ba2a-e01f55e73be1 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:52.379455 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-2ded7d1c-eaba-4e62-ba2a-e01f55e73be1 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1585672 Oct 27 16:41:52.383314 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 57470) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:52.387909 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-a85f631c-581c-443f-8317-7fcedb436ad9 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Request body: {'floatingip': {'floating_network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:41:52.410063 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a85f631c-581c-443f-8317-7fcedb436ad9 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks [] for floatingip, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:52.437683 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-06dc92c2-6849-44ac-9e2e-4ad0e7a432bf tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Made reservation on behalf of d8a5441fa0674f9c9e0b8691b4e7dfd6 for: {'port': 1} {{(pid=101666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:41:52.441248 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-06dc92c2-6849-44ac-9e2e-4ad0e7a432bf tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:52.521081 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a85f631c-581c-443f-8317-7fcedb436ad9 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:52.615390 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.db_base_plugin_common [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-06dc92c2-6849-44ac-9e2e-4ad0e7a432bf tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Allocated IP 172.20.0.11 (e79e46f2-9070-4695-9cd2-8782f08667b9/6fa56c53-ab8f-4abe-be7e-7313a4ee4c63/3f860f20-8e06-4db2-8442-169a1e76115d) {{(pid=101666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:41:52.646883 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.db_base_plugin_common [None req-a85f631c-581c-443f-8317-7fcedb436ad9 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Allocated IP 172.27.0.104 (b60b3993-7427-4bdc-87fb-6dbc7e937750/bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1/a2b1dc36-c390-4a50-84a6-f4eafac3f395) {{(pid=101665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:41:52.807049 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a85f631c-581c-443f-8317-7fcedb436ad9 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks [] for port, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:52.835206 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3c2d6f51-e21b-40bf-88ff-cc8c22ecaaff req-67510652-4715-4bfa-a484-a3ee12d30197 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=53474c61-ae3d-4d71-8e25-0d0c9a674eba HTTP/1.1" status: 200 len: 210 time: 0.0750988 Oct 27 16:41:52.862975 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a85f631c-581c-443f-8317-7fcedb436ad9 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2512089'] for port, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:52.913876 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85f631c-581c-443f-8317-7fcedb436ad9 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Network b60b3993-7427-4bdc-87fb-6dbc7e937750 is already hosted by enough agents. {{(pid=101665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:41:52.917681 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.base_scheduler [None req-a85f631c-581c-443f-8317-7fcedb436ad9 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Resources bound (agent type, host, resource id): {{(pid=101665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:41:52.922879 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-06dc92c2-6849-44ac-9e2e-4ad0e7a432bf tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for port, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:52.924010 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85f631c-581c-443f-8317-7fcedb436ad9 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Received port after_create {{(pid=101665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:41:52.952808 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f631c-581c-443f-8317-7fcedb436ad9 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Pushing event updated for resources: {'Port': ['ID=a2b1dc36-c390-4a50-84a6-f4eafac3f395,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:52.967089 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-06dc92c2-6849-44ac-9e2e-4ad0e7a432bf tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25690832'] for port, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:53.012003 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-06dc92c2-6849-44ac-9e2e-4ad0e7a432bf tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Network e79e46f2-9070-4695-9cd2-8782f08667b9 is already hosted by enough agents. {{(pid=101666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:41:53.015100 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-06dc92c2-6849-44ac-9e2e-4ad0e7a432bf tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Resources bound (agent type, host, resource id): {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:41:53.018905 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-06dc92c2-6849-44ac-9e2e-4ad0e7a432bf tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Received port after_create {{(pid=101666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:41:53.026938 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a85f631c-581c-443f-8317-7fcedb436ad9 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:53.042944 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dc92c2-6849-44ac-9e2e-4ad0e7a432bf tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Pushing event updated for resources: {'Port': ['ID=3f860f20-8e06-4db2-8442-169a1e76115d,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:53.069322 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a85f631c-581c-443f-8317-7fcedb436ad9 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:53.075514 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-06dc92c2-6849-44ac-9e2e-4ad0e7a432bf tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:53.076171 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-06dc92c2-6849-44ac-9e2e-4ad0e7a432bf tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:53.097416 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-06dc92c2-6849-44ac-9e2e-4ad0e7a432bf tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7766073 Oct 27 16:41:53.111567 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-c9cec402-11f0-4636-8e6e-2e949e694289 service neutron] Request body: {'port': {'device_id': '53474c61-ae3d-4d71-8e25-0d0c9a674eba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:41:53.175819 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-c9cec402-11f0-4636-8e6e-2e949e694289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:53.255416 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-65a68af7-0065-4550-9fc8-f2820ee5aa32 None None] Provisioning complete for port 3f860f20-8e06-4db2-8442-169a1e76115d triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:41:53.256577 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-65a68af7-0065-4550-9fc8-f2820ee5aa32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:53.262757 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a85f631c-581c-443f-8317-7fcedb436ad9 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks [] for port, precommit_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:53.267762 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a85f631c-581c-443f-8317-7fcedb436ad9 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511906'] for port, after_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:53.297301 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-65a68af7-0065-4550-9fc8-f2820ee5aa32 None None] Port 3f860f20-8e06-4db2-8442-169a1e76115d cannot update to ACTIVE because it is not bound. {{(pid=101667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:41:53.341473 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f631c-581c-443f-8317-7fcedb436ad9 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Pushing event updated for resources: {'Port': ['ID=a2b1dc36-c390-4a50-84a6-f4eafac3f395,revision_number=2']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:53.347864 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a85f631c-581c-443f-8317-7fcedb436ad9 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3734057'] for floatingip, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:53.365139 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a85f631c-581c-443f-8317-7fcedb436ad9 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for floatingip, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:53.366600 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-a85f631c-581c-443f-8317-7fcedb436ad9 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9822114 Oct 27 16:41:53.469396 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8d1c2-3250-49d7-8eb3-caf28b433d39 req-43b64bd1-1677-4917-9a2f-35acb40925f1 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:53.470839 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-aec8d1c2-3250-49d7-8eb3-caf28b433d39 req-43b64bd1-1677-4917-9a2f-35acb40925f1 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 945 time: 0.1407723 Oct 27 16:41:53.524775 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e590c-101f-4bc1-99b2-7105fa27636f req-fdc49665-e8e3-4725-9646-e803b08c4952 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:53.526264 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-352e590c-101f-4bc1-99b2-7105fa27636f req-fdc49665-e8e3-4725-9646-e803b08c4952 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.1299026 Oct 27 16:41:53.593398 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-aec8d1c2-3250-49d7-8eb3-caf28b433d39 req-3cb794fa-0c45-4f8e-abe2-2c291f86d4f5 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162207 Oct 27 16:41:53.607164 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-c9cec402-11f0-4636-8e6e-2e949e694289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f860f20-8e06-4db2-8442-169a1e76115d {{(pid=101666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:41:53.618038 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-352e590c-101f-4bc1-99b2-7105fa27636f req-4ae8cb5e-6e0f-44e6-bfc1-7072b4bd6f2c tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842309 Oct 27 16:41:53.619868 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-c9cec402-11f0-4636-8e6e-2e949e694289 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:53.633004 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.provisioning_blocks [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-c9cec402-11f0-4636-8e6e-2e949e694289 service neutron] Transition to ACTIVE for port object 3f860f20-8e06-4db2-8442-169a1e76115d will not be triggered until provisioned by entity L2. {{(pid=101666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:41:53.645954 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-c9cec402-11f0-4636-8e6e-2e949e694289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25690667'] for port, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:53.689060 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [req-364a9f89-0574-4b63-b138-603d2d5e76ed req-8a200854-1cef-4fcc-88d1-d2b5cac175aa service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101666) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:41:53.690033 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-364a9f89-0574-4b63-b138-603d2d5e76ed req-8a200854-1cef-4fcc-88d1-d2b5cac175aa service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0070984 Oct 27 16:41:53.746148 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cec402-11f0-4636-8e6e-2e949e694289 service neutron] Pushing event updated for resources: {'Port': ['ID=3f860f20-8e06-4db2-8442-169a1e76115d,revision_number=2']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:53.787638 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-72cece87-c82f-45ef-bd54-9059a239d254 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--370132288&fields=id&tenant_id=6b1d6307da9940d7aadfdaa9f13487e5 HTTP/1.1" status: 200 len: 267 time: 0.0966542 Oct 27 16:41:53.864262 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-569b78fb-82e1-4c9c-ac56-bd9167e932ac req-9504def5-cc5e-44bb-85bc-0df70060809f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0552943 Oct 27 16:41:53.905016 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-c9cec402-11f0-4636-8e6e-2e949e694289 service neutron] Attempting to bind port 3f860f20-8e06-4db2-8442-169a1e76115d on host hv-cinder-81565 for vnic_type normal with profile {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:41:53.905343 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-c9cec402-11f0-4636-8e6e-2e949e694289 service neutron] Attempting to bind port 3f860f20-8e06-4db2-8442-169a1e76115d by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '097e9223-1dfb-41f8-a875-1e34bf0fd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9'}] {{(pid=101666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:41:53.905673 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-c9cec402-11f0-4636-8e6e-2e949e694289 service neutron] Attempting to bind port 3f860f20-8e06-4db2-8442-169a1e76115d on network e79e46f2-9070-4695-9cd2-8782f08667b9 {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:41:53.929585 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-c9cec402-11f0-4636-8e6e-2e949e694289 service neutron] Port 3f860f20-8e06-4db2-8442-169a1e76115d on network e79e46f2-9070-4695-9cd2-8782f08667b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:41:53.929910 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-c9cec402-11f0-4636-8e6e-2e949e694289 service neutron] Attempting to bind port 3f860f20-8e06-4db2-8442-169a1e76115d on network e79e46f2-9070-4695-9cd2-8782f08667b9 {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:41:53.955170 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-c9cec402-11f0-4636-8e6e-2e949e694289 service neutron] Checking agent: {'id': '082437a5-0f96-45b0-8b8c-6a124d6faa93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 33, 51), 'started_at': datetime.datetime(2021, 10, 27, 16, 33, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:41:53.955499 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-c9cec402-11f0-4636-8e6e-2e949e694289 service neutron] Checking segment: {'id': '097e9223-1dfb-41f8-a875-1e34bf0fd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:41:53.955872 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-c9cec402-11f0-4636-8e6e-2e949e694289 service neutron] Bound using segment: {'id': '097e9223-1dfb-41f8-a875-1e34bf0fd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9'} {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:41:53.956331 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-c9cec402-11f0-4636-8e6e-2e949e694289 service neutron] Bound port: 3f860f20-8e06-4db2-8442-169a1e76115d, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '097e9223-1dfb-41f8-a875-1e34bf0fd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9'}}] {{(pid=101666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:41:53.956735 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-c9cec402-11f0-4636-8e6e-2e949e694289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:53.983001 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5192abe-f94d-4bc7-b929-1fb5da28408a req-71ad03c0-72eb-4b63-9db9-b3362ebc800f tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:53.984627 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a5192abe-f94d-4bc7-b929-1fb5da28408a req-71ad03c0-72eb-4b63-9db9-b3362ebc800f tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.1604664 Oct 27 16:41:53.994564 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 57510) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:53.999315 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-931ab936-fa90-4a2b-9914-d04894e78c0b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Request body: {'floatingip': {'port_id': '109e3545-77f1-4a61-ae32-7b30fdcd340c'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:41:54.007245 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-b955b748-27ac-4ff9-b868-6ee27b442fa6 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:54.009047 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-b955b748-27ac-4ff9-b868-6ee27b442fa6 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/networks?id=900de597-e873-4f99-a7d4-e023d99223de HTTP/1.1" status: 200 len: 810 time: 0.2121089 Oct 27 16:41:54.046774 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-931ab936-fa90-4a2b-9914-d04894e78c0b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks [] for floatingip, before_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:54.051317 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-ad1a2109-6496-48d7-a40a-b534db487799 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/quotas/6b1d6307da9940d7aadfdaa9f13487e5 HTTP/1.1" status: 200 len: 375 time: 0.0213020 Oct 27 16:41:54.126955 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-c9cec402-11f0-4636-8e6e-2e949e694289 service neutron] For port 3f860f20-8e06-4db2-8442-169a1e76115d, host hv-cinder-81565, cleared binding levels {{(pid=101666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:41:54.142714 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-c9cec402-11f0-4636-8e6e-2e949e694289 service neutron] For port 3f860f20-8e06-4db2-8442-169a1e76115d, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=3f860f20-8e06-4db2-8442-169a1e76115d,segment=NetworkSegment(097e9223-1dfb-41f8-a875-1e34bf0fd73a),segment_id=097e9223-1dfb-41f8-a875-1e34bf0fd73a)] {{(pid=101666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:41:54.152266 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-c9cec402-11f0-4636-8e6e-2e949e694289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25690667'] for port, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:54.193706 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-5a026510-a006-4c22-b0a5-31ab53f79bf1 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=6b1d6307da9940d7aadfdaa9f13487e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1352246 Oct 27 16:41:54.207666 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513b59b-7cd5-48c8-b1d5-d5e31057db88 req-e3e1f419-e38d-42b7-87db-f5271c20415c tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:54.209274 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b513b59b-7cd5-48c8-b1d5-d5e31057db88 req-e3e1f419-e38d-42b7-87db-f5271c20415c tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 945 time: 0.1438835 Oct 27 16:41:54.223513 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-c9cec402-11f0-4636-8e6e-2e949e694289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:54.224152 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-c9cec402-11f0-4636-8e6e-2e949e694289 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:54.225581 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-c9cec402-11f0-4636-8e6e-2e949e694289 service neutron] 10.222.0.66 "PUT /v2.0/ports/3f860f20-8e06-4db2-8442-169a1e76115d HTTP/1.1" status: 200 len: 1094 time: 1.1187334 Oct 27 16:41:54.226051 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53474c61-ae3d-4d71-8e25-0d0c9a674eba', 'tag': '3f860f20-8e06-4db2-8442-169a1e76115d'}] {{(pid=101666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:41:54.228373 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c97a8bc50bc1e60c5bcd83482612a755f7c8660878f0fc94464a674b36297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9681982-75c1-4da5-ab9a-9d641454a739" -d '{"events": [{"name": "network-changed", "server_uuid": "53474c61-ae3d-4d71-8e25-0d0c9a674eba", "tag": "3f860f20-8e06-4db2-8442-169a1e76115d"}]}' {{(pid=101666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:41:54.268911 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cec402-11f0-4636-8e6e-2e949e694289 service neutron] Pushing event updated for resources: {'Port': ['ID=3f860f20-8e06-4db2-8442-169a1e76115d,revision_number=3']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:54.284261 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b513b59b-7cd5-48c8-b1d5-d5e31057db88 req-a84498c2-d50f-4176-ab87-6e1f5c1083d4 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528455 Oct 27 16:41:54.430903 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-a1392a9d-1a9c-4f99-90c9-b00e6d21381d service neutron] 10.222.0.91 "GET /v2.0/networks/900de597-e873-4f99-a7d4-e023d99223de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148614 Oct 27 16:41:54.438494 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e93d4-5535-4aeb-aa7c-47172ce205c2 req-876be43e-058b-49e4-a525-98b87a47ec9c tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:54.439964 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-984e93d4-5535-4aeb-aa7c-47172ce205c2 req-876be43e-058b-49e4-a525-98b87a47ec9c tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=53474c61-ae3d-4d71-8e25-0d0c9a674eba HTTP/1.1" status: 200 len: 944 time: 0.0794227 Oct 27 16:41:54.526196 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-984e93d4-5535-4aeb-aa7c-47172ce205c2 req-9d400f82-86ec-4c68-be87-52116c1bfd9e tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764930 Oct 27 16:41:54.560081 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-80f49dc5-3662-4b1e-ac69-4d529a166254 service neutron] 10.222.0.91 "GET /v2.0/networks/900de597-e873-4f99-a7d4-e023d99223de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190567 Oct 27 16:41:54.581714 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94dfa7ce-186e-49bb-b967-0506eb089b49 x-openstack-request-id: req-94dfa7ce-186e-49bb-b967-0506eb089b49 {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:41:54.582011 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53474c61-ae3d-4d71-8e25-0d0c9a674eba", "tag": "3f860f20-8e06-4db2-8442-169a1e76115d", "status": "completed", "code": 200}]} {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:41:54.582266 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-94dfa7ce-186e-49bb-b967-0506eb089b49 {{(pid=101666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:41:54.582814 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53474c61-ae3d-4d71-8e25-0d0c9a674eba', 'tag': '3f860f20-8e06-4db2-8442-169a1e76115d', 'status': 'completed', 'code': 200} Oct 27 16:41:54.734411 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2d66b2f0-7e8f-45dc-9064-0286dc14bf92 req-540ef8e0-4284-4e18-b693-10b707990f20 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=aef6a84b-1aab-4f57-9044-cdbf130f06a6 HTTP/1.1" status: 200 len: 210 time: 0.0275970 Oct 27 16:41:54.767772 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-931ab936-fa90-4a2b-9914-d04894e78c0b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:54.772286 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-931ab936-fa90-4a2b-9914-d04894e78c0b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3734057'] for floatingip, after_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:54.875194 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.db.l3_db [None req-931ab936-fa90-4a2b-9914-d04894e78c0b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Floating IP f5b862d8-aba8-47fd-b150-98c282168d94 associated. External IP: 172.27.0.140, port: 109e3545-77f1-4a61-ae32-7b30fdcd340c. Oct 27 16:41:55.096752 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931ab936-fa90-4a2b-9914-d04894e78c0b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Router 0f953ddf-5f84-42b9-90f8-b9a480f82b3d has already been hosted by L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 {{(pid=101665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:41:55.209669 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931ab936-fa90-4a2b-9914-d04894e78c0b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:41:55.214765 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-931ab936-fa90-4a2b-9914-d04894e78c0b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for floatingip, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:55.219564 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e33bcd-4540-438a-a837-c8f2ac7f258f None None] Sync routers for ids ['0f953ddf-5f84-42b9-90f8-b9a480f82b3d'] in dv-cinder-815659-1-iscsi {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:41:55.229006 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e33bcd-4540-438a-a837-c8f2ac7f258f None None] Routers {'0f953ddf-5f84-42b9-90f8-b9a480f82b3d'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:41:55.229610 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-83e33bcd-4540-438a-a837-c8f2ac7f258f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:41:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['0f953ddf-5f84-42b9-90f8-b9a480f82b3d'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:55.241679 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-931ab936-fa90-4a2b-9914-d04894e78c0b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "PUT /v2.0/floatingips/f5b862d8-aba8-47fd-b150-98c282168d94 HTTP/1.1" status: 200 len: 992 time: 1.2459731 Oct 27 16:41:55.242261 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f4ecb4-617b-49d2-aeec-6a021ee2e215', 'tag': '109e3545-77f1-4a61-ae32-7b30fdcd340c'}] {{(pid=101665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:41:55.244583 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e855964699ac36e6c3d6e47e1242f42c8ffa7ad1730da4fc31a2584ac71f7baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6395d1-e83c-4241-bad9-58b2b73e8da4" -d '{"events": [{"name": "network-changed", "server_uuid": "54f4ecb4-617b-49d2-aeec-6a021ee2e215", "tag": "109e3545-77f1-4a61-ae32-7b30fdcd340c"}]}' {{(pid=101665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:41:55.349163 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5206a03b-53ee-4452-bb3f-6b5fca3ff135 x-openstack-request-id: req-5206a03b-53ee-4452-bb3f-6b5fca3ff135 {{(pid=101665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:41:55.349584 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f4ecb4-617b-49d2-aeec-6a021ee2e215", "tag": "109e3545-77f1-4a61-ae32-7b30fdcd340c", "status": "completed", "code": 200}]} {{(pid=101665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:41:55.350061 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5206a03b-53ee-4452-bb3f-6b5fca3ff135 {{(pid=101665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:41:55.350565 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f4ecb4-617b-49d2-aeec-6a021ee2e215', 'tag': '109e3545-77f1-4a61-ae32-7b30fdcd340c', 'status': 'completed', 'code': 200} Oct 27 16:41:55.447696 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab307eec-d7c8-4d8b-9752-2146f9db7e4a req-5459db9c-a54b-42c4-bfe9-e6cccf0b8ef6 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:55.449199 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ab307eec-d7c8-4d8b-9752-2146f9db7e4a req-5459db9c-a54b-42c4-bfe9-e6cccf0b8ef6 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 945 time: 0.0531099 Oct 27 16:41:55.453122 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-83e33bcd-4540-438a-a837-c8f2ac7f258f None None] Set router 0f953ddf-5f84-42b9-90f8-b9a480f82b3d gateway port host: dv-cinder-815659-1-iscsi {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:41:55.487977 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ab307eec-d7c8-4d8b-9752-2146f9db7e4a req-90e19870-a488-429f-ac35-f6f3e07d6a85 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322063 Oct 27 16:41:55.647817 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b64056-45c3-44ee-8e3a-d9db07d35989 req-e49e80ab-33a6-4fb6-a07c-30a625dc7088 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:55.649277 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b7b64056-45c3-44ee-8e3a-d9db07d35989 req-e49e80ab-33a6-4fb6-a07c-30a625dc7088 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=53474c61-ae3d-4d71-8e25-0d0c9a674eba HTTP/1.1" status: 200 len: 944 time: 0.0523624 Oct 27 16:41:55.692952 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b7b64056-45c3-44ee-8e3a-d9db07d35989 req-820fb242-58eb-41c7-adbe-61dad427a0bf tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374722 Oct 27 16:41:55.735324 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-83e33bcd-4540-438a-a837-c8f2ac7f258f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1174578120-router', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '013dda2d-aef5-43a6-a9a0-e5cfc47c73af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '5a56e030f182417680e61e5c27a2cb30', 'gw_port': {'id': '013dda2d-aef5-43a6-a9a0-e5cfc47c73af', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:44Z', 'updated_at': '2021-10-27T16:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_floatingips': [{'id': 'f5b862d8-aba8-47fd-b150-98c282168d94', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'floating_ip_address': '172.27.0.140', 'floating_network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'router_id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'port_id': '109e3545-77f1-4a61-ae32-7b30fdcd340c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905', 'mac_address': 'fa:16:3e:91:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f4ecb4-617b-49d2-aeec-6a021ee2e215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:41:37Z', 'updated_at': '2021-10-27T16:41:54Z', 'revision_number': 1, 'project_id': '5a56e030f182417680e61e5c27a2cb30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6529a2dc-4614-4a8f-a99c-b74bee49ace1', 'name': '', 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'mac_address': 'fa:16:3e:a4:1d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bfd7b3b6-c867-4ea0-ba61-155e778fa591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:53Z', 'updated_at': '2021-10-27T16:36:02Z', 'revision_number': 5, 'project_id': '5a56e030f182417680e61e5c27a2cb30', 'subnets': [{'id': 'bfd7b3b6-c867-4ea0-ba61-155e778fa591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:55.761581 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e33bcd-4540-438a-a837-c8f2ac7f258f None None] Checking router: 0f953ddf-5f84-42b9-90f8-b9a480f82b3d for host: dv-cinder-815659-1-iscsi {{(pid=101667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:41:55.770039 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e33bcd-4540-438a-a837-c8f2ac7f258f None None] Routers {'0f953ddf-5f84-42b9-90f8-b9a480f82b3d'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:41:55.770802 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-83e33bcd-4540-438a-a837-c8f2ac7f258f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:41:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['0f953ddf-5f84-42b9-90f8-b9a480f82b3d'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:55.827473 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-51857191-b3fb-47c7-99de-4232497aac0c req-e4c792ee-d7a7-401d-ba16-cb6ab5e43431 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=aef6a84b-1aab-4f57-9044-cdbf130f06a6 HTTP/1.1" status: 200 len: 210 time: 0.0260973 Oct 27 16:41:55.875142 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-83e33bcd-4540-438a-a837-c8f2ac7f258f None None] Set router 0f953ddf-5f84-42b9-90f8-b9a480f82b3d gateway port host: dv-cinder-815659-1-iscsi {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:41:56.104809 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-83e33bcd-4540-438a-a837-c8f2ac7f258f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1174578120-router', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '013dda2d-aef5-43a6-a9a0-e5cfc47c73af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '5a56e030f182417680e61e5c27a2cb30', 'gw_port': {'id': '013dda2d-aef5-43a6-a9a0-e5cfc47c73af', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:44Z', 'updated_at': '2021-10-27T16:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_floatingips': [{'id': 'f5b862d8-aba8-47fd-b150-98c282168d94', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'floating_ip_address': '172.27.0.140', 'floating_network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'router_id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'port_id': '109e3545-77f1-4a61-ae32-7b30fdcd340c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905', 'mac_address': 'fa:16:3e:91:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f4ecb4-617b-49d2-aeec-6a021ee2e215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:41:37Z', 'updated_at': '2021-10-27T16:41:54Z', 'revision_number': 1, 'project_id': '5a56e030f182417680e61e5c27a2cb30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6529a2dc-4614-4a8f-a99c-b74bee49ace1', 'name': '', 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'mac_address': 'fa:16:3e:a4:1d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bfd7b3b6-c867-4ea0-ba61-155e778fa591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:53Z', 'updated_at': '2021-10-27T16:36:02Z', 'revision_number': 5, 'project_id': '5a56e030f182417680e61e5c27a2cb30', 'subnets': [{'id': 'bfd7b3b6-c867-4ea0-ba61-155e778fa591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:56.108513 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device f7d9643a-febd-434a-b78d-db8c7fccb5a9 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:41:56.160750 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e33bcd-4540-438a-a837-c8f2ac7f258f None None] The sync data for ids ['0f953ddf-5f84-42b9-90f8-b9a480f82b3d'] in dv-cinder-815659-1-iscsi is: [{'id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1174578120-router', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '013dda2d-aef5-43a6-a9a0-e5cfc47c73af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '5a56e030f182417680e61e5c27a2cb30', 'gw_port': {'id': '013dda2d-aef5-43a6-a9a0-e5cfc47c73af', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:44Z', 'updated_at': '2021-10-27T16:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_floatingips': [{'id': 'f5b862d8-aba8-47fd-b150-98c282168d94', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'floating_ip_address': '172.27.0.140', 'floating_network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'router_id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'port_id': '109e3545-77f1-4a61-ae32-7b30fdcd340c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905', 'mac_address': 'fa:16:3e:91:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f4ecb4-617b-49d2-aeec-6a021ee2e215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:41:37Z', 'updated_at': '2021-10-27T16:41:54Z', 'revision_number': 1, 'project_id': '5a56e030f182417680e61e5c27a2cb30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6529a2dc-4614-4a8f-a99c-b74bee49ace1', 'name': '', 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'mac_address': 'fa:16:3e:a4:1d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bfd7b3b6-c867-4ea0-ba61-155e778fa591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:53Z', 'updated_at': '2021-10-27T16:36:02Z', 'revision_number': 5, 'project_id': '5a56e030f182417680e61e5c27a2cb30', 'subnets': [{'id': 'bfd7b3b6-c867-4ea0-ba61-155e778fa591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:41:56.229857 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:56.272753 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c811be-6fb2-44a8-8131-9e5c6cd79d2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7d9643a-febd-434a-b78d-db8c7fccb5a9'}] {{(pid=101667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:41:56.274977 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15467c740e99bfee501675d45c0ab6b31e8088b61e385ce1236909406ef3d9b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea12154f-b4df-4c3b-aad7-6a95f20f8a76" -d '{"events": [{"server_uuid": "22c811be-6fb2-44a8-8131-9e5c6cd79d2d", "name": "network-vif-unplugged", "status": "completed", "tag": "f7d9643a-febd-434a-b78d-db8c7fccb5a9"}]}' {{(pid=101667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:41:56.287390 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6395d1-e83c-4241-bad9-58b2b73e8da4 req-1dd97b21-3b81-4d20-8c8e-0057d5833840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:56.288912 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cb6395d1-e83c-4241-bad9-58b2b73e8da4 req-1dd97b21-3b81-4d20-8c8e-0057d5833840 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a56e030f182417680e61e5c27a2cb30&device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 1099 time: 0.1260309 Oct 27 16:41:56.299274 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9681982-75c1-4da5-ab9a-9d641454a739 req-8ef63d5e-88a1-4944-ac14-31f4bbb1e485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:56.300884 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e9681982-75c1-4da5-ab9a-9d641454a739 req-8ef63d5e-88a1-4944-ac14-31f4bbb1e485 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8a5441fa0674f9c9e0b8691b4e7dfd6&device_id=53474c61-ae3d-4d71-8e25-0d0c9a674eba HTTP/1.1" status: 200 len: 1097 time: 0.1283512 Oct 27 16:41:56.303235 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port f7d9643a-febd-434a-b78d-db8c7fccb5a9, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=f7d9643a-febd-434a-b78d-db8c7fccb5a9,segment=NetworkSegment(c4891f70-13a2-48c0-89a3-3d3ba5bc484a),segment_id=c4891f70-13a2-48c0-89a3-3d3ba5bc484a)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:41:56.309020 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-22eec219-0942-495f-af4a-049a1a03acdf req-0b5d7e6b-f4e2-4968-9aa7-275701cb2e77 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0635793 Oct 27 16:41:56.311364 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:56.379058 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 27 Oct 2021 16:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08aee5ed-3f0b-4c11-af59-1064d9d156f2 x-openstack-request-id: req-08aee5ed-3f0b-4c11-af59-1064d9d156f2 {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:41:56.379382 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c811be-6fb2-44a8-8131-9e5c6cd79d2d", "name": "network-vif-unplugged", "status": "failed", "tag": "f7d9643a-febd-434a-b78d-db8c7fccb5a9", "code": 422}]} {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:41:56.379708 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-08aee5ed-3f0b-4c11-af59-1064d9d156f2 {{(pid=101667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:41:56.380655 dv-cinder-815659-1-iscsi neutron-server[101667]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '22c811be-6fb2-44a8-8131-9e5c6cd79d2d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f7d9643a-febd-434a-b78d-db8c7fccb5a9', 'code': 422} returned with failed status Oct 27 16:41:56.381406 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=f7d9643a-febd-434a-b78d-db8c7fccb5a9,revision_number=6']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:56.501775 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fd3f3e-615c-4223-8b27-3a32eba78834 None None] New status for floating IP f5b862d8-aba8-47fd-b150-98c282168d94: ACTIVE {{(pid=101668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:41:56.533640 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eec219-0942-495f-af4a-049a1a03acdf req-70a877ef-85a8-4b3e-b9db-8f0c0e2d7c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:56.535314 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-22eec219-0942-495f-af4a-049a1a03acdf req-70a877ef-85a8-4b3e-b9db-8f0c0e2d7c75 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a14ffe46fb243d19b1f31c10287a430&device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 1138 time: 0.1360099 Oct 27 16:41:56.538736 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6395d1-e83c-4241-bad9-58b2b73e8da4 req-639beeae-0289-47d2-8e92-760fa040b884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:56.547123 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cb6395d1-e83c-4241-bad9-58b2b73e8da4 req-639beeae-0289-47d2-8e92-760fa040b884 service neutron] 10.222.0.66 "GET /v2.0/networks?id=04e556bb-e81e-445a-9a9a-3eeb79203905 HTTP/1.1" status: 200 len: 919 time: 0.2323110 Oct 27 16:41:56.633754 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9681982-75c1-4da5-ab9a-9d641454a739 req-6e0f3f82-ce93-4083-a3b1-82c6bf35d21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:56.635135 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e9681982-75c1-4da5-ab9a-9d641454a739 req-6e0f3f82-ce93-4083-a3b1-82c6bf35d21a service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=d8a5441fa0674f9c9e0b8691b4e7dfd6&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3008571 Oct 27 16:41:56.770419 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cb6395d1-e83c-4241-bad9-58b2b73e8da4 req-687dea3f-943e-4105-890d-606d3f25a75f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=109e3545-77f1-4a61-ae32-7b30fdcd340c HTTP/1.1" status: 200 len: 1000 time: 0.2020311 Oct 27 16:41:56.855764 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f3090-9371-4b64-a035-f206b92f73b7 req-cc241bbf-c4e2-4024-b281-87c6f709a133 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:56.857291 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-274f3090-9371-4b64-a035-f206b92f73b7 req-cc241bbf-c4e2-4024-b281-87c6f709a133 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 943 time: 0.2869623 Oct 27 16:41:56.979697 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-d77fcf44-83b1-4982-870f-72b4fb771e5d tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:56.981762 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-d77fcf44-83b1-4982-870f-72b4fb771e5d tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.66 "GET /v2.0/networks?id=900de597-e873-4f99-a7d4-e023d99223de HTTP/1.1" status: 200 len: 810 time: 0.1136601 Oct 27 16:41:57.037398 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-ebcaabb6-6702-45b7-af85-6bd7bf8ac3b9 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b1d6307da9940d7aadfdaa9f13487e5 HTTP/1.1" status: 200 len: 379 time: 0.0400987 Oct 27 16:41:57.049482 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-4e4256d3-c7ac-4369-9fbd-a0a695453b12 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Request body: {'port': {'device_id': 'aef6a84b-1aab-4f57-9044-cdbf130f06a6', 'network_id': '900de597-e873-4f99-a7d4-e023d99223de', 'admin_state_up': True, 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'security_groups': ['a05ba0bd-8a29-4110-8286-7842d9806b7c']}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:41:57.172544 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-4e4256d3-c7ac-4369-9fbd-a0a695453b12 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Made reservation on behalf of 6b1d6307da9940d7aadfdaa9f13487e5 for: {'port': 1} {{(pid=101665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:41:57.174841 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eec219-0942-495f-af4a-049a1a03acdf req-44584f98-cc24-477d-a532-7ebe751e9901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:57.176327 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-22eec219-0942-495f-af4a-049a1a03acdf req-44584f98-cc24-477d-a532-7ebe751e9901 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d0cc6912-268c-4ba3-af57-86b3ef84a5a9 HTTP/1.1" status: 200 len: 917 time: 0.6069868 Oct 27 16:41:57.176461 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-4e4256d3-c7ac-4369-9fbd-a0a695453b12 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:57.205810 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9681982-75c1-4da5-ab9a-9d641454a739 req-a26136c9-ab95-430f-874e-e56cf6596c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:57.207274 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e9681982-75c1-4da5-ab9a-9d641454a739 req-a26136c9-ab95-430f-874e-e56cf6596c49 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5333309 Oct 27 16:41:57.244835 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6395d1-e83c-4241-bad9-58b2b73e8da4 req-c5f9a3fe-5c9d-48eb-bcad-2eac18045cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:57.246281 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cb6395d1-e83c-4241-bad9-58b2b73e8da4 req-c5f9a3fe-5c9d-48eb-bcad-2eac18045cb2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bfd7b3b6-c867-4ea0-ba61-155e778fa591 HTTP/1.1" status: 200 len: 856 time: 0.4516673 Oct 27 16:41:57.267017 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f70859-daa7-4c5e-933b-f13eac7b88d8 req-1555518d-c3b3-4b1f-8dd0-fe08df06e622 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:57.268505 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-48f70859-daa7-4c5e-933b-f13eac7b88d8 req-1555518d-c3b3-4b1f-8dd0-fe08df06e622 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=53474c61-ae3d-4d71-8e25-0d0c9a674eba HTTP/1.1" status: 200 len: 944 time: 0.5004952 Oct 27 16:41:57.302496 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.db_base_plugin_common [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-4e4256d3-c7ac-4369-9fbd-a0a695453b12 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Allocated IP 172.20.0.11 (900de597-e873-4f99-a7d4-e023d99223de/ae9f7717-3703-4043-b05c-cf4237b7a0b2/0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f) {{(pid=101665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:41:57.350437 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-274f3090-9371-4b64-a035-f206b92f73b7 req-f25c24d5-81da-4b0a-bff2-c46ca6729f52 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4758031 Oct 27 16:41:57.352088 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-22eec219-0942-495f-af4a-049a1a03acdf req-a2805513-7641-4072-8cf9-ba306b4a0a25 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=552bd7a1-d37f-4602-a4fc-b063a2836ef7 HTTP/1.1" status: 200 len: 1002 time: 0.1599901 Oct 27 16:41:57.416611 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-48f70859-daa7-4c5e-933b-f13eac7b88d8 req-e1a74575-c7ea-4ffa-b666-1221e448d6d7 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310875 Oct 27 16:41:57.457892 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-4e4256d3-c7ac-4369-9fbd-a0a695453b12 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks [] for port, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:57.463701 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-343d37a6-d43a-4a43-9990-527aacef8b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:57.465289 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-343d37a6-d43a-4a43-9990-527aacef8b4e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8a5441fa0674f9c9e0b8691b4e7dfd6&device_id=53474c61-ae3d-4d71-8e25-0d0c9a674eba HTTP/1.1" status: 200 len: 1097 time: 0.1948516 Oct 27 16:41:57.469438 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6395d1-e83c-4241-bad9-58b2b73e8da4 req-5e618ad1-472f-4b8e-ad08-29a7c75d940e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:57.470961 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cb6395d1-e83c-4241-bad9-58b2b73e8da4 req-5e618ad1-472f-4b8e-ad08-29a7c75d940e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=04e556bb-e81e-445a-9a9a-3eeb79203905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2015727 Oct 27 16:41:57.473055 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-20e35307-3f3f-4556-9cc7-2da374e7d530 req-8eca8251-e09e-4c2a-9e0c-fd4c78d7a0d9 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=aef6a84b-1aab-4f57-9044-cdbf130f06a6 HTTP/1.1" status: 200 len: 210 time: 0.0528190 Oct 27 16:41:57.477348 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eec219-0942-495f-af4a-049a1a03acdf req-8e9288ba-c94f-4a94-a367-20175692469c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:57.479511 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-22eec219-0942-495f-af4a-049a1a03acdf req-8e9288ba-c94f-4a94-a367-20175692469c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d64785c2-0a62-4404-952b-b403465d443a HTTP/1.1" status: 200 len: 854 time: 0.1134951 Oct 27 16:41:57.504146 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-4e4256d3-c7ac-4369-9fbd-a0a695453b12 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2512089'] for port, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:57.551239 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-4e4256d3-c7ac-4369-9fbd-a0a695453b12 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Network 900de597-e873-4f99-a7d4-e023d99223de is already hosted by enough agents. {{(pid=101665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:41:57.556130 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.base_scheduler [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-4e4256d3-c7ac-4369-9fbd-a0a695453b12 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Resources bound (agent type, host, resource id): {{(pid=101665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:41:57.570791 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4256d3-c7ac-4369-9fbd-a0a695453b12 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Pushing event updated for resources: {'Port': ['ID=0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:57.573323 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.l3_dvrscheduler_db [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-4e4256d3-c7ac-4369-9fbd-a0a695453b12 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Received port after_create {{(pid=101665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:41:57.592317 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-42ca871c-dd7d-4f92-984d-f1daf55bfce4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f860f20-8e06-4db2-8442-169a1e76115d HTTP/1.1" status: 200 len: 217 time: 0.1111157 Oct 27 16:41:57.608475 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4256d3-c7ac-4369-9fbd-a0a695453b12 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:57.609524 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4256d3-c7ac-4369-9fbd-a0a695453b12 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:57.609524 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4256d3-c7ac-4369-9fbd-a0a695453b12 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:57.609524 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4256d3-c7ac-4369-9fbd-a0a695453b12 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:57.609851 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4256d3-c7ac-4369-9fbd-a0a695453b12 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:57.610107 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4256d3-c7ac-4369-9fbd-a0a695453b12 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:57.610436 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4256d3-c7ac-4369-9fbd-a0a695453b12 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:57.611042 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4256d3-c7ac-4369-9fbd-a0a695453b12 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:57.611164 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4256d3-c7ac-4369-9fbd-a0a695453b12 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:57.611396 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4256d3-c7ac-4369-9fbd-a0a695453b12 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:57.611718 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4256d3-c7ac-4369-9fbd-a0a695453b12 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:57.612118 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4256d3-c7ac-4369-9fbd-a0a695453b12 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:57.666777 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-4e4256d3-c7ac-4369-9fbd-a0a695453b12 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:57.667042 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eec219-0942-495f-af4a-049a1a03acdf req-277a20a6-cf4d-4b1a-8463-18807fafa02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:57.668031 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-4e4256d3-c7ac-4369-9fbd-a0a695453b12 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:57.668518 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-22eec219-0942-495f-af4a-049a1a03acdf req-277a20a6-cf4d-4b1a-8463-18807fafa02d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d0cc6912-268c-4ba3-af57-86b3ef84a5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1664598 Oct 27 16:41:57.692226 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-4e4256d3-c7ac-4369-9fbd-a0a695453b12 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6466937 Oct 27 16:41:57.707689 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-660c66a4-cc12-43ef-aef1-9673661f16c3 service neutron] Request body: {'port': {'device_id': 'aef6a84b-1aab-4f57-9044-cdbf130f06a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:41:57.745324 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cb6395d1-e83c-4241-bad9-58b2b73e8da4 req-c030a4f5-29af-4a26-8f4a-c2ddbbc9d344 service neutron] 10.222.0.66 "GET /v2.0/networks/04e556bb-e81e-445a-9a9a-3eeb79203905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558894 Oct 27 16:41:57.768951 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-416eb692-eff2-448d-a327-3e28924b05e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:57.770005 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-660c66a4-cc12-43ef-aef1-9673661f16c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:57.770565 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-416eb692-eff2-448d-a327-3e28924b05e0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6fa56c53-ab8f-4abe-be7e-7313a4ee4c63 HTTP/1.1" status: 200 len: 851 time: 0.1498280 Oct 27 16:41:57.896699 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-22eec219-0942-495f-af4a-049a1a03acdf req-1ed4affb-4774-4dcf-9962-dcf272fd46ba service neutron] 10.222.0.66 "GET /v2.0/networks/d0cc6912-268c-4ba3-af57-86b3ef84a5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141235 Oct 27 16:41:57.904298 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-a2d4e278-e8cd-4ed0-86ce-999c78c8adab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:57.905722 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-a2d4e278-e8cd-4ed0-86ce-999c78c8adab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e79e46f2-9070-4695-9cd2-8782f08667b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1201305 Oct 27 16:41:57.931911 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-29d8180c-bdb4-4789-9ff9-eab7983e78e2 None None] Provisioning complete for port 0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:41:57.932936 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-29d8180c-bdb4-4789-9ff9-eab7983e78e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:57.971619 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-29d8180c-bdb4-4789-9ff9-eab7983e78e2 None None] Port 0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f cannot update to ACTIVE because it is not bound. {{(pid=101667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:41:57.985733 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cb6395d1-e83c-4241-bad9-58b2b73e8da4 req-b282bd43-a3bd-4111-9ddf-723ffc2fee08 service neutron] 10.222.0.66 "GET /v2.0/networks/04e556bb-e81e-445a-9a9a-3eeb79203905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266865 Oct 27 16:41:58.073774 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.notifiers.nova [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-660c66a4-cc12-43ef-aef1-9673661f16c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f {{(pid=101665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:41:58.081247 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-22eec219-0942-495f-af4a-049a1a03acdf req-0216ee70-db65-462b-b062-3473c137b8d1 service neutron] 10.222.0.66 "GET /v2.0/networks/d0cc6912-268c-4ba3-af57-86b3ef84a5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743691 Oct 27 16:41:58.082455 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-660c66a4-cc12-43ef-aef1-9673661f16c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:58.093026 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-6ff83bd2-2929-424c-9997-d257988299e6 service neutron] 10.222.0.66 "GET /v2.0/networks/e79e46f2-9070-4695-9cd2-8782f08667b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683538 Oct 27 16:41:58.097608 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.provisioning_blocks [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-660c66a4-cc12-43ef-aef1-9673661f16c3 service neutron] Transition to ACTIVE for port object 0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f will not be triggered until provisioned by entity L2. {{(pid=101665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:41:58.100989 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-660c66a4-cc12-43ef-aef1-9673661f16c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511906'] for port, after_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:58.207060 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c66a4-cc12-43ef-aef1-9673661f16c3 service neutron] Pushing event updated for resources: {'Port': ['ID=0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f,revision_number=2']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:58.231158 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c155bf7e-ce45-4414-8f1b-dfe03a85caf3 req-da1eba8f-387c-4448-98bd-b67058edde1a service neutron] 10.222.0.66 "GET /v2.0/networks/e79e46f2-9070-4695-9cd2-8782f08667b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250384 Oct 27 16:41:58.270891 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.managers [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-660c66a4-cc12-43ef-aef1-9673661f16c3 service neutron] Attempting to bind port 0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f on host hv-cinder-81565 for vnic_type normal with profile {{(pid=101665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:41:58.271357 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.managers [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-660c66a4-cc12-43ef-aef1-9673661f16c3 service neutron] Attempting to bind port 0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '666d1a16-746f-4e08-a2d0-b6a8afa6f4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '900de597-e873-4f99-a7d4-e023d99223de'}] {{(pid=101665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:41:58.271776 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-660c66a4-cc12-43ef-aef1-9673661f16c3 service neutron] Attempting to bind port 0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f on network 900de597-e873-4f99-a7d4-e023d99223de {{(pid=101665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:41:58.276503 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-660c66a4-cc12-43ef-aef1-9673661f16c3 service neutron] Port 0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f on network 900de597-e873-4f99-a7d4-e023d99223de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=101665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:41:58.276982 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-660c66a4-cc12-43ef-aef1-9673661f16c3 service neutron] Attempting to bind port 0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f on network 900de597-e873-4f99-a7d4-e023d99223de {{(pid=101665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:41:58.283149 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-660c66a4-cc12-43ef-aef1-9673661f16c3 service neutron] Checking agent: {'id': '082437a5-0f96-45b0-8b8c-6a124d6faa93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 33, 51), 'started_at': datetime.datetime(2021, 10, 27, 16, 33, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:41:58.283664 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-660c66a4-cc12-43ef-aef1-9673661f16c3 service neutron] Checking segment: {'id': '666d1a16-746f-4e08-a2d0-b6a8afa6f4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '900de597-e873-4f99-a7d4-e023d99223de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:41:58.284243 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-660c66a4-cc12-43ef-aef1-9673661f16c3 service neutron] Bound using segment: {'id': '666d1a16-746f-4e08-a2d0-b6a8afa6f4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '900de597-e873-4f99-a7d4-e023d99223de'} {{(pid=101665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:41:58.284933 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.managers [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-660c66a4-cc12-43ef-aef1-9673661f16c3 service neutron] Bound port: 0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '666d1a16-746f-4e08-a2d0-b6a8afa6f4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '900de597-e873-4f99-a7d4-e023d99223de'}}] {{(pid=101665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:41:58.285601 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-660c66a4-cc12-43ef-aef1-9673661f16c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:58.354863 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.db [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-660c66a4-cc12-43ef-aef1-9673661f16c3 service neutron] For port 0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f, host hv-cinder-81565, cleared binding levels {{(pid=101665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:41:58.358739 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.db [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-660c66a4-cc12-43ef-aef1-9673661f16c3 service neutron] For port 0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f,segment=NetworkSegment(666d1a16-746f-4e08-a2d0-b6a8afa6f4ba),segment_id=666d1a16-746f-4e08-a2d0-b6a8afa6f4ba)] {{(pid=101665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:41:58.366409 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-660c66a4-cc12-43ef-aef1-9673661f16c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511906'] for port, after_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:58.408776 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-660c66a4-cc12-43ef-aef1-9673661f16c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:58.409663 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-660c66a4-cc12-43ef-aef1-9673661f16c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:58.411059 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-660c66a4-cc12-43ef-aef1-9673661f16c3 service neutron] 10.222.0.66 "PUT /v2.0/ports/0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f HTTP/1.1" status: 200 len: 1094 time: 0.7083113 Oct 27 16:41:58.411496 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef6a84b-1aab-4f57-9044-cdbf130f06a6', 'tag': '0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f'}] {{(pid=101665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:41:58.414009 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e855964699ac36e6c3d6e47e1242f42c8ffa7ad1730da4fc31a2584ac71f7baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374642d8-ad03-40c3-9520-03c665b57a13" -d '{"events": [{"name": "network-changed", "server_uuid": "aef6a84b-1aab-4f57-9044-cdbf130f06a6", "tag": "0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f"}]}' {{(pid=101665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:41:58.446725 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c66a4-cc12-43ef-aef1-9673661f16c3 service neutron] Pushing event updated for resources: {'Port': ['ID=0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f,revision_number=3']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:58.497785 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7619ddcd-7431-4c52-a66d-604134249b10 x-openstack-request-id: req-7619ddcd-7431-4c52-a66d-604134249b10 {{(pid=101665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:41:58.498074 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aef6a84b-1aab-4f57-9044-cdbf130f06a6", "tag": "0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f", "status": "completed", "code": 200}]} {{(pid=101665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:41:58.498323 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7619ddcd-7431-4c52-a66d-604134249b10 {{(pid=101665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:41:58.498753 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aef6a84b-1aab-4f57-9044-cdbf130f06a6', 'tag': '0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f', 'status': 'completed', 'code': 200} Oct 27 16:41:58.516995 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-1f52ec8e-cd62-45dd-8f65-d68dc8ea4de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:58.518648 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-1f52ec8e-cd62-45dd-8f65-d68dc8ea4de9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b1d6307da9940d7aadfdaa9f13487e5&device_id=aef6a84b-1aab-4f57-9044-cdbf130f06a6 HTTP/1.1" status: 200 len: 1097 time: 0.0547895 Oct 27 16:41:58.526415 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d22b6-7407-459a-a432-48a7fc303e8a req-1db8768a-f7ea-4a75-a0ee-8b13b386b733 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:58.533891 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-209d22b6-7407-459a-a432-48a7fc303e8a req-1db8768a-f7ea-4a75-a0ee-8b13b386b733 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 943 time: 0.0896528 Oct 27 16:41:58.585716 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-209d22b6-7407-459a-a432-48a7fc303e8a req-26c86fbf-7470-44d2-bed0-e619a081eb5d tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509648 Oct 27 16:41:58.626314 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-be66b7e1-b624-4ccf-8eb8-c756a5d59af0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f HTTP/1.1" status: 200 len: 217 time: 0.0971706 Oct 27 16:41:58.699645 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-a9f254e2-3268-4fa2-9dfe-caca83800632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:58.699645 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-a9f254e2-3268-4fa2-9dfe-caca83800632 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ae9f7717-3703-4043-b05c-cf4237b7a0b2 HTTP/1.1" status: 200 len: 849 time: 0.0616362 Oct 27 16:41:58.752020 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-039150d2-4aeb-49de-87c5-ca75d05612fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:58.753580 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-039150d2-4aeb-49de-87c5-ca75d05612fd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=900de597-e873-4f99-a7d4-e023d99223de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472281 Oct 27 16:41:58.769124 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b78fb-82e1-4c9c-ac56-bd9167e932ac req-474b98a3-a325-4068-b7b0-430bc8148920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:58.770616 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-569b78fb-82e1-4c9c-ac56-bd9167e932ac req-474b98a3-a325-4068-b7b0-430bc8148920 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d&tenant_id=b4608dd9e79646bab6f79ee11262de47 HTTP/1.1" status: 200 len: 1096 time: 0.1593289 Oct 27 16:41:58.785741 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85357310-38e2-486b-a6b8-a81f34ba3a92 req-31d95f13-7222-414b-b4f0-a8dbdbf65afd tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:58.787253 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-85357310-38e2-486b-a6b8-a81f34ba3a92 req-31d95f13-7222-414b-b4f0-a8dbdbf65afd tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=53474c61-ae3d-4d71-8e25-0d0c9a674eba HTTP/1.1" status: 200 len: 944 time: 0.1147592 Oct 27 16:41:58.799849 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5ea65-3997-4566-a0c9-b2daa165e529 req-a0d7f9aa-5512-495e-a98c-c8c9b72c967b tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:58.801399 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4bc5ea65-3997-4566-a0c9-b2daa165e529 req-a0d7f9aa-5512-495e-a98c-c8c9b72c967b tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=aef6a84b-1aab-4f57-9044-cdbf130f06a6 HTTP/1.1" status: 200 len: 944 time: 0.1169572 Oct 27 16:41:58.852537 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-97f1ee0d-00a9-49e1-922f-29628e034008 service neutron] 10.222.0.66 "GET /v2.0/networks/900de597-e873-4f99-a7d4-e023d99223de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878224 Oct 27 16:41:58.889103 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-85357310-38e2-486b-a6b8-a81f34ba3a92 req-646bf90c-37c9-4ca9-90f2-e72a6fdfa2f3 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855510 Oct 27 16:41:58.896357 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b78fb-82e1-4c9c-ac56-bd9167e932ac req-4bf038fd-6e67-4454-b816-1a038a714641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:58.897814 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-569b78fb-82e1-4c9c-ac56-bd9167e932ac req-4bf038fd-6e67-4454-b816-1a038a714641 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b4608dd9e79646bab6f79ee11262de47&device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 1096 time: 0.0954552 Oct 27 16:41:58.907854 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4bc5ea65-3997-4566-a0c9-b2daa165e529 req-f2c6978b-84d7-482d-8f22-acce52d60ea3 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=a05ba0bd-8a29-4110-8286-7842d9806b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879495 Oct 27 16:41:58.958968 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-361bfa1c-4a7c-46d5-b635-8c1b7bc11957 req-7b702afd-d436-4c95-a957-a7a6d3900ab9 service neutron] 10.222.0.66 "GET /v2.0/networks/900de597-e873-4f99-a7d4-e023d99223de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938728 Oct 27 16:41:59.002011 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b78fb-82e1-4c9c-ac56-bd9167e932ac req-dc2d60cb-bb8f-4be9-8d78-51e0dc835df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:59.003615 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-569b78fb-82e1-4c9c-ac56-bd9167e932ac req-dc2d60cb-bb8f-4be9-8d78-51e0dc835df7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=56086d59-f4fd-44f6-9cd7-d10188d44026 HTTP/1.1" status: 200 len: 910 time: 0.0982494 Oct 27 16:41:59.066461 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374642d8-ad03-40c3-9520-03c665b57a13 req-3b10f773-5e22-45e5-9060-c5a49d5653da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:59.068107 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-374642d8-ad03-40c3-9520-03c665b57a13 req-3b10f773-5e22-45e5-9060-c5a49d5653da service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b1d6307da9940d7aadfdaa9f13487e5&device_id=aef6a84b-1aab-4f57-9044-cdbf130f06a6 HTTP/1.1" status: 200 len: 1097 time: 0.0410502 Oct 27 16:41:59.088320 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-569b78fb-82e1-4c9c-ac56-bd9167e932ac req-b1a0f062-7437-46a2-933b-4a355ef4a158 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7d9643a-febd-434a-b78d-db8c7fccb5a9 HTTP/1.1" status: 200 len: 999 time: 0.0619848 Oct 27 16:41:59.137147 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b78fb-82e1-4c9c-ac56-bd9167e932ac req-e663ad3a-91f5-4e46-863b-35101adeda02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:59.138610 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-569b78fb-82e1-4c9c-ac56-bd9167e932ac req-e663ad3a-91f5-4e46-863b-35101adeda02 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a42514b9-e837-41aa-852c-c46b3ba3f0ea HTTP/1.1" status: 200 len: 847 time: 0.0433137 Oct 27 16:41:59.167524 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374642d8-ad03-40c3-9520-03c665b57a13 req-0be53c76-dc50-490b-969c-c56469a29c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:59.168937 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-374642d8-ad03-40c3-9520-03c665b57a13 req-0be53c76-dc50-490b-969c-c56469a29c01 service neutron] 10.222.0.66 "GET /v2.0/networks?id=900de597-e873-4f99-a7d4-e023d99223de HTTP/1.1" status: 200 len: 912 time: 0.0900309 Oct 27 16:41:59.187148 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b78fb-82e1-4c9c-ac56-bd9167e932ac req-2551b6ee-08fd-4671-8354-d49bd20e0b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:59.188679 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-569b78fb-82e1-4c9c-ac56-bd9167e932ac req-2551b6ee-08fd-4671-8354-d49bd20e0b90 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56086d59-f4fd-44f6-9cd7-d10188d44026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392220 Oct 27 16:41:59.212657 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-374642d8-ad03-40c3-9520-03c665b57a13 req-7f6b16b6-eb7a-450b-a87b-01b3441649e7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f HTTP/1.1" status: 200 len: 217 time: 0.0334661 Oct 27 16:41:59.266474 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374642d8-ad03-40c3-9520-03c665b57a13 req-69d88095-640e-462d-bca1-7d9a3ac2f569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:59.267926 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-374642d8-ad03-40c3-9520-03c665b57a13 req-69d88095-640e-462d-bca1-7d9a3ac2f569 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ae9f7717-3703-4043-b05c-cf4237b7a0b2 HTTP/1.1" status: 200 len: 849 time: 0.0464475 Oct 27 16:41:59.286130 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-569b78fb-82e1-4c9c-ac56-bd9167e932ac req-7c29283b-83d5-4985-becb-6e8cdb01f5b4 service neutron] 10.222.0.66 "GET /v2.0/networks/56086d59-f4fd-44f6-9cd7-d10188d44026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854900 Oct 27 16:41:59.316173 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374642d8-ad03-40c3-9520-03c665b57a13 req-d24b2c71-047d-453d-bd32-9c43d7addc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:59.317673 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-374642d8-ad03-40c3-9520-03c665b57a13 req-d24b2c71-047d-453d-bd32-9c43d7addc0e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=900de597-e873-4f99-a7d4-e023d99223de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397825 Oct 27 16:41:59.377954 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-569b78fb-82e1-4c9c-ac56-bd9167e932ac req-f9910e71-f948-4757-99c9-7a58e5a558e3 service neutron] 10.222.0.66 "GET /v2.0/networks/56086d59-f4fd-44f6-9cd7-d10188d44026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825028 Oct 27 16:41:59.413945 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-374642d8-ad03-40c3-9520-03c665b57a13 req-f61683ea-ac63-4ae7-8f3f-d774a86df4b3 service neutron] 10.222.0.66 "GET /v2.0/networks/900de597-e873-4f99-a7d4-e023d99223de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827718 Oct 27 16:41:59.518761 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-374642d8-ad03-40c3-9520-03c665b57a13 req-1f40d798-eeff-432c-acde-50c1fa7e0ab0 service neutron] 10.222.0.66 "GET /v2.0/networks/900de597-e873-4f99-a7d4-e023d99223de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941257 Oct 27 16:41:59.713346 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6da85-cd9d-45c5-9225-5a0be3fa3456 req-81cefd7b-6e78-41a8-bcaf-4a09f369a728 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:59.714862 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f9f6da85-cd9d-45c5-9225-5a0be3fa3456 req-81cefd7b-6e78-41a8-bcaf-4a09f369a728 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 943 time: 0.0555704 Oct 27 16:41:59.753141 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f9f6da85-cd9d-45c5-9225-5a0be3fa3456 req-32afea61-8b81-4e6f-bbd3-fbfaa9fbad91 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324142 Oct 27 16:42:00.058098 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea9325-7392-42c6-b43b-8905ea11d6de req-1819e57b-6b63-46b7-a78a-e9f203bda36a tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:00.059504 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-adea9325-7392-42c6-b43b-8905ea11d6de req-1819e57b-6b63-46b7-a78a-e9f203bda36a tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=53474c61-ae3d-4d71-8e25-0d0c9a674eba HTTP/1.1" status: 200 len: 944 time: 0.0783832 Oct 27 16:42:00.069091 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50901053-be7e-43be-b070-fc70ea14b62b req-fb2b92f7-0ce6-4daa-a468-18e6bce6b209 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:00.070797 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-50901053-be7e-43be-b070-fc70ea14b62b req-fb2b92f7-0ce6-4daa-a468-18e6bce6b209 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=aef6a84b-1aab-4f57-9044-cdbf130f06a6 HTTP/1.1" status: 200 len: 944 time: 0.0914183 Oct 27 16:42:00.125563 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-adea9325-7392-42c6-b43b-8905ea11d6de req-3330b5f7-3a26-4ab3-a78b-6d6fe1856fb9 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536606 Oct 27 16:42:00.130884 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-50901053-be7e-43be-b070-fc70ea14b62b req-3591b1db-3d4b-4446-b094-cd8519442e9b tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=a05ba0bd-8a29-4110-8286-7842d9806b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523667 Oct 27 16:42:00.152789 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=101667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:42:00.249937 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f,segment=NetworkSegment(666d1a16-746f-4e08-a2d0-b6a8afa6f4ba),segment_id=666d1a16-746f-4e08-a2d0-b6a8afa6f4ba)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:00.261353 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Returning: {'device': '0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f', 'network_id': '900de597-e873-4f99-a7d4-e023d99223de', 'port_id': '0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f', 'mac_address': 'fa:16:3e:91:16:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae9f7717-3703-4043-b05c-cf4237b7a0b2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:42:00.299472 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:00.313080 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f {{(pid=101667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:42:00.333642 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f,segment=NetworkSegment(666d1a16-746f-4e08-a2d0-b6a8afa6f4ba),segment_id=666d1a16-746f-4e08-a2d0-b6a8afa6f4ba)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:00.338658 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:00.388012 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f,revision_number=4']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:00.899724 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b99a1-da32-4e8a-81d1-ca80c0395168 req-ee87360a-4bfa-4175-9426-365d6cb9670f tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:00.901221 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-806b99a1-da32-4e8a-81d1-ca80c0395168 req-ee87360a-4bfa-4175-9426-365d6cb9670f tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 943 time: 0.0611763 Oct 27 16:42:00.950195 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-806b99a1-da32-4e8a-81d1-ca80c0395168 req-488d4f4c-88a8-4140-8301-c7327a283c8f tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397739 Oct 27 16:42:01.275941 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775371a-4138-4c94-9736-0231406937e6 req-6a4432af-7065-4629-a03a-cfbeb467f0b9 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:01.277291 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6775371a-4138-4c94-9736-0231406937e6 req-6a4432af-7065-4629-a03a-cfbeb467f0b9 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=53474c61-ae3d-4d71-8e25-0d0c9a674eba HTTP/1.1" status: 200 len: 944 time: 0.0748277 Oct 27 16:42:01.285361 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c50a3e-01a7-467d-a40f-5a0152deb89e req-fef7d214-39ec-4972-af98-012962eb5ce6 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:01.286694 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-37c50a3e-01a7-467d-a40f-5a0152deb89e req-fef7d214-39ec-4972-af98-012962eb5ce6 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=aef6a84b-1aab-4f57-9044-cdbf130f06a6 HTTP/1.1" status: 200 len: 945 time: 0.0861051 Oct 27 16:42:01.340946 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6775371a-4138-4c94-9736-0231406937e6 req-fe26b5e7-0a6c-4082-84b4-84514d3b90ae tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533249 Oct 27 16:42:01.348304 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-37c50a3e-01a7-467d-a40f-5a0152deb89e req-d8feeb3d-8b1b-4b89-ac20-26b7eabc656d tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=a05ba0bd-8a29-4110-8286-7842d9806b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549195 Oct 27 16:42:02.086788 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdfa78d-08df-4122-a6e2-7e5d38919f29 req-a39788b6-a8ec-455e-9907-e766944258e0 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:02.088931 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3cdfa78d-08df-4122-a6e2-7e5d38919f29 req-a39788b6-a8ec-455e-9907-e766944258e0 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 943 time: 0.0554974 Oct 27 16:42:02.127757 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3cdfa78d-08df-4122-a6e2-7e5d38919f29 req-8d2880a6-eb79-40eb-9903-18b3cdc931e9 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323389 Oct 27 16:42:02.471370 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8e5fb-3c07-4868-b7bf-b1d5d6da85be req-ad46d9d6-40bb-492b-9d22-2983c4c2ef1c tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:02.472929 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4ac8e5fb-3c07-4868-b7bf-b1d5d6da85be req-ad46d9d6-40bb-492b-9d22-2983c4c2ef1c tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=53474c61-ae3d-4d71-8e25-0d0c9a674eba HTTP/1.1" status: 200 len: 944 time: 0.0577147 Oct 27 16:42:02.516975 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4ac8e5fb-3c07-4868-b7bf-b1d5d6da85be req-469784bb-4419-4c3f-9325-f7c01c50e63b tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349395 Oct 27 16:42:02.635589 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458694b-d75b-4ccb-af4d-fc9ac98f49eb req-ffae4e71-7f95-42b9-b524-4b3884ef4a81 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:02.637056 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2458694b-d75b-4ccb-af4d-fc9ac98f49eb req-ffae4e71-7f95-42b9-b524-4b3884ef4a81 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=aef6a84b-1aab-4f57-9044-cdbf130f06a6 HTTP/1.1" status: 200 len: 945 time: 0.0579481 Oct 27 16:42:02.677228 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2458694b-d75b-4ccb-af4d-fc9ac98f49eb req-73efe691-7821-439c-af0c-7e73ab92ad9c tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=a05ba0bd-8a29-4110-8286-7842d9806b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317378 Oct 27 16:42:03.251274 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fe73e-b20d-4f75-a960-5ec9e63629cd req-2801c270-129e-4c85-87dc-b0f4284d3c67 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:03.253407 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b85fe73e-b20d-4f75-a960-5ec9e63629cd req-2801c270-129e-4c85-87dc-b0f4284d3c67 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 943 time: 0.0544903 Oct 27 16:42:03.297525 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b85fe73e-b20d-4f75-a960-5ec9e63629cd req-52894b5c-555e-43df-8b14-344007021d20 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374365 Oct 27 16:42:03.370737 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:42:03.642589 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476bfde2-9c2c-4f4e-b719-340781f7d799 req-b6f0986a-e1cf-4c47-a29b-fb8546d436a0 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:03.643998 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-476bfde2-9c2c-4f4e-b719-340781f7d799 req-b6f0986a-e1cf-4c47-a29b-fb8546d436a0 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=53474c61-ae3d-4d71-8e25-0d0c9a674eba HTTP/1.1" status: 200 len: 944 time: 0.0582926 Oct 27 16:42:03.681871 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-476bfde2-9c2c-4f4e-b719-340781f7d799 req-32464c63-c7cc-472b-9149-68002171499e tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315175 Oct 27 16:42:03.799102 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353a96a-91f3-4e68-8317-76605b03baa7 req-afa65db0-64b0-407d-9e7d-095639c98126 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:03.800669 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2353a96a-91f3-4e68-8317-76605b03baa7 req-afa65db0-64b0-407d-9e7d-095639c98126 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=aef6a84b-1aab-4f57-9044-cdbf130f06a6 HTTP/1.1" status: 200 len: 945 time: 0.0562699 Oct 27 16:42:03.842969 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2353a96a-91f3-4e68-8317-76605b03baa7 req-b921a91f-0b9a-471f-9da5-e148bba047b5 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=a05ba0bd-8a29-4110-8286-7842d9806b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330992 Oct 27 16:42:04.169953 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f up at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:42:04.223697 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning for port 0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f completed by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:42:04.228279 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning complete for port 0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:04.228695 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:04.313073 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:04.340151 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef6a84b-1aab-4f57-9044-cdbf130f06a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f'}] {{(pid=101667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:42:04.342427 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15467c740e99bfee501675d45c0ab6b31e8088b61e385ce1236909406ef3d9b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef88720-5709-4ed2-8e41-2485b853d65c" -d '{"events": [{"server_uuid": "aef6a84b-1aab-4f57-9044-cdbf130f06a6", "name": "network-vif-plugged", "status": "completed", "tag": "0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f"}]}' {{(pid=101667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:42:04.362237 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f,segment=NetworkSegment(666d1a16-746f-4e08-a2d0-b6a8afa6f4ba),segment_id=666d1a16-746f-4e08-a2d0-b6a8afa6f4ba)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:04.367328 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:04.396317 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1278ef24-a8d8-4f82-919a-6861042dd010 x-openstack-request-id: req-1278ef24-a8d8-4f82-919a-6861042dd010 {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:42:04.397030 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef6a84b-1aab-4f57-9044-cdbf130f06a6", "name": "network-vif-plugged", "status": "completed", "tag": "0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f", "code": 200}]} {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:42:04.397030 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1278ef24-a8d8-4f82-919a-6861042dd010 {{(pid=101667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:42:04.397230 dv-cinder-815659-1-iscsi neutron-server[101667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef6a84b-1aab-4f57-9044-cdbf130f06a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f', 'code': 200} Oct 27 16:42:04.425421 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f,revision_number=5']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:04.432710 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8691278-c47e-4130-b72e-636dd6bff641 req-625d3d84-d49e-498c-8de7-33df057f6f63 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:04.434294 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f8691278-c47e-4130-b72e-636dd6bff641 req-625d3d84-d49e-498c-8de7-33df057f6f63 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 943 time: 0.0505416 Oct 27 16:42:04.474890 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f8691278-c47e-4130-b72e-636dd6bff641 req-7dc37b7f-55f3-4af9-9699-3679de8271d8 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346258 Oct 27 16:42:04.579589 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091e3cb-926c-46a7-87fc-b5a454554138 req-8db2b670-3d59-4982-88b8-5e90cf8047ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:04.581214 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-d091e3cb-926c-46a7-87fc-b5a454554138 req-8db2b670-3d59-4982-88b8-5e90cf8047ee service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=aef6a84b-1aab-4f57-9044-cdbf130f06a6 HTTP/1.1" status: 200 len: 1099 time: 0.0443709 Oct 27 16:42:04.635729 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-d091e3cb-926c-46a7-87fc-b5a454554138 req-35b6cbfd-3d4c-44ae-a4b4-d390544590e7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a05ba0bd-8a29-4110-8286-7842d9806b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427558 Oct 27 16:42:04.813152 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9644f2d-3cb8-4842-9815-013937e5e731 req-4b584a8e-96cf-4478-a9b3-0f44a7fb4dae tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:04.814633 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b9644f2d-3cb8-4842-9815-013937e5e731 req-4b584a8e-96cf-4478-a9b3-0f44a7fb4dae tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=53474c61-ae3d-4d71-8e25-0d0c9a674eba HTTP/1.1" status: 200 len: 944 time: 0.0570867 Oct 27 16:42:04.857137 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b9644f2d-3cb8-4842-9815-013937e5e731 req-1b7bc774-278b-43a0-b85b-ee948c6c68f7 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365827 Oct 27 16:42:04.972178 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32195825-4e4f-4018-81dd-0d46002e1610 req-d5cae723-74c3-4829-80de-1549243b5da9 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:04.973403 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-32195825-4e4f-4018-81dd-0d46002e1610 req-d5cae723-74c3-4829-80de-1549243b5da9 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=aef6a84b-1aab-4f57-9044-cdbf130f06a6 HTTP/1.1" status: 200 len: 946 time: 0.0635829 Oct 27 16:42:05.011160 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-32195825-4e4f-4018-81dd-0d46002e1610 req-2a867dd2-ed34-4cd0-9ab1-ecf192ed38b7 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=a05ba0bd-8a29-4110-8286-7842d9806b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315361 Oct 27 16:42:05.590544 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62f9e5-57a8-4f84-8ac5-88f53b3b3253 req-7eeb045d-5f3e-4e54-8505-85acb6ffea3a tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:05.592084 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9d62f9e5-57a8-4f84-8ac5-88f53b3b3253 req-7eeb045d-5f3e-4e54-8505-85acb6ffea3a tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 943 time: 0.0490878 Oct 27 16:42:05.631470 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9d62f9e5-57a8-4f84-8ac5-88f53b3b3253 req-a323af50-6f67-4d4d-a32e-95941de8188d tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329916 Oct 27 16:42:05.986856 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6ca85-3260-4df8-a610-a8d50352c064 req-a10a9d47-2005-45f5-a0c9-6fefba157a13 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:05.988417 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a7a6ca85-3260-4df8-a610-a8d50352c064 req-a10a9d47-2005-45f5-a0c9-6fefba157a13 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=53474c61-ae3d-4d71-8e25-0d0c9a674eba HTTP/1.1" status: 200 len: 944 time: 0.0558388 Oct 27 16:42:06.026082 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a7a6ca85-3260-4df8-a610-a8d50352c064 req-5b5c7a29-8bbf-4667-b6a5-687c5997a19a tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317204 Oct 27 16:42:06.144748 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b694e-8d88-4227-a5f6-3f9e7b3c7d2a req-66cb0fd8-b7a3-49aa-9282-e2354d0193ed tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:06.146863 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-334b694e-8d88-4227-a5f6-3f9e7b3c7d2a req-66cb0fd8-b7a3-49aa-9282-e2354d0193ed tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=aef6a84b-1aab-4f57-9044-cdbf130f06a6 HTTP/1.1" status: 200 len: 946 time: 0.0616682 Oct 27 16:42:06.174954 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device f7d9643a-febd-434a-b78d-db8c7fccb5a9 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=101667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:42:06.187907 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-334b694e-8d88-4227-a5f6-3f9e7b3c7d2a req-d27b653b-0329-45e9-92c6-e47fc08a985f tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=a05ba0bd-8a29-4110-8286-7842d9806b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347779 Oct 27 16:42:06.270859 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port f7d9643a-febd-434a-b78d-db8c7fccb5a9, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=f7d9643a-febd-434a-b78d-db8c7fccb5a9,segment=NetworkSegment(c4891f70-13a2-48c0-89a3-3d3ba5bc484a),segment_id=c4891f70-13a2-48c0-89a3-3d3ba5bc484a)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:06.281803 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Returning: {'device': 'f7d9643a-febd-434a-b78d-db8c7fccb5a9', 'network_id': '56086d59-f4fd-44f6-9cd7-d10188d44026', 'port_id': 'f7d9643a-febd-434a-b78d-db8c7fccb5a9', 'mac_address': 'fa:16:3e:c6:f5:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1033, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a42514b9-e837-41aa-852c-c46b3ba3f0ea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:42:06.319039 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:06.332841 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7d9643a-febd-434a-b78d-db8c7fccb5a9 {{(pid=101667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:42:06.353905 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port f7d9643a-febd-434a-b78d-db8c7fccb5a9, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=f7d9643a-febd-434a-b78d-db8c7fccb5a9,segment=NetworkSegment(c4891f70-13a2-48c0-89a3-3d3ba5bc484a),segment_id=c4891f70-13a2-48c0-89a3-3d3ba5bc484a)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:06.359862 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:06.360581 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 3f860f20-8e06-4db2-8442-169a1e76115d details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=101667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:42:06.458286 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=f7d9643a-febd-434a-b78d-db8c7fccb5a9,revision_number=7']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:06.470194 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:06.470535 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:06.470862 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:06.471189 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:06.471507 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:06.471833 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:06.472258 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:06.472583 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:06.472904 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:06.473217 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:06.473531 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:06.473813 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:06.513324 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 3f860f20-8e06-4db2-8442-169a1e76115d, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=3f860f20-8e06-4db2-8442-169a1e76115d,segment=NetworkSegment(097e9223-1dfb-41f8-a875-1e34bf0fd73a),segment_id=097e9223-1dfb-41f8-a875-1e34bf0fd73a)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:06.525430 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Returning: {'device': '3f860f20-8e06-4db2-8442-169a1e76115d', 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'port_id': '3f860f20-8e06-4db2-8442-169a1e76115d', 'mac_address': 'fa:16:3e:aa:eb:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:42:06.563268 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:06.577532 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f860f20-8e06-4db2-8442-169a1e76115d {{(pid=101667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:42:06.598664 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 3f860f20-8e06-4db2-8442-169a1e76115d, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=3f860f20-8e06-4db2-8442-169a1e76115d,segment=NetworkSegment(097e9223-1dfb-41f8-a875-1e34bf0fd73a),segment_id=097e9223-1dfb-41f8-a875-1e34bf0fd73a)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:06.611243 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:06.653521 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=3f860f20-8e06-4db2-8442-169a1e76115d,revision_number=4']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:06.754695 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cae375-6528-4d77-a3f4-bb2bc603f8c0 req-a18d92db-cd68-4ba2-8303-6f865d934929 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:06.756534 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e4cae375-6528-4d77-a3f4-bb2bc603f8c0 req-a18d92db-cd68-4ba2-8303-6f865d934929 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 944 time: 0.0524466 Oct 27 16:42:06.796537 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e4cae375-6528-4d77-a3f4-bb2bc603f8c0 req-05aa3b14-e69c-4ceb-b4d7-f1898206679b tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339680 Oct 27 16:42:06.967871 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['3f860f20-8e06-4db2-8442-169a1e76115d'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:42:06.993077 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['f7d9643a-febd-434a-b78d-db8c7fccb5a9'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:42:07.143024 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa45e9-d486-43e4-9f9e-b6503a0b71fa req-a98f7cb4-cd5d-44eb-9b2e-04be3832e933 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:07.144564 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-80fa45e9-d486-43e4-9f9e-b6503a0b71fa req-a98f7cb4-cd5d-44eb-9b2e-04be3832e933 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=53474c61-ae3d-4d71-8e25-0d0c9a674eba HTTP/1.1" status: 200 len: 945 time: 0.0486920 Oct 27 16:42:07.182525 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-80fa45e9-d486-43e4-9f9e-b6503a0b71fa req-b3b7730f-403b-4c07-ae54-ca9606c1a501 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317576 Oct 27 16:42:07.304921 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91658208-86a8-45e0-b533-d09407cb9fd7 req-ddb51342-f6f4-4f22-8aa2-f33d35e67508 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:07.306387 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-91658208-86a8-45e0-b533-d09407cb9fd7 req-ddb51342-f6f4-4f22-8aa2-f33d35e67508 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=aef6a84b-1aab-4f57-9044-cdbf130f06a6 HTTP/1.1" status: 200 len: 946 time: 0.0538738 Oct 27 16:42:07.344131 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-91658208-86a8-45e0-b533-d09407cb9fd7 req-bfa2459f-d1bc-451d-8068-4a625f5d5502 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=a05ba0bd-8a29-4110-8286-7842d9806b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314202 Oct 27 16:42:07.455670 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba10108-a450-4b4c-8b3a-62cb1c8148cc req-59e82c53-c859-47a3-920b-5406d479df65 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:07.457174 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1ba10108-a450-4b4c-8b3a-62cb1c8148cc req-59e82c53-c859-47a3-920b-5406d479df65 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=aef6a84b-1aab-4f57-9044-cdbf130f06a6 HTTP/1.1" status: 200 len: 946 time: 0.0500233 Oct 27 16:42:07.465958 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 57676) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:07.470360 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [None req-fc902978-0068-45d7-944a-4fc03e7e1489 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Request body: {'floatingip': {'port_id': '0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:42:07.508821 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-fc902978-0068-45d7-944a-4fc03e7e1489 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks [] for floatingip, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:07.969605 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da4cd1-c27e-4f76-979e-c4bfb3a7735f req-e2fccbe6-1c17-495b-b84f-8b5ffc242b34 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:07.970992 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-26da4cd1-c27e-4f76-979e-c4bfb3a7735f req-e2fccbe6-1c17-495b-b84f-8b5ffc242b34 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 944 time: 0.0953860 Oct 27 16:42:07.975229 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-fc902978-0068-45d7-944a-4fc03e7e1489 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:07.984956 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-fc902978-0068-45d7-944a-4fc03e7e1489 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3734057'] for floatingip, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:08.072814 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-26da4cd1-c27e-4f76-979e-c4bfb3a7735f req-efe07453-cfc3-4665-950c-ec81b96a6c13 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952277 Oct 27 16:42:08.102194 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.db.l3_db [None req-fc902978-0068-45d7-944a-4fc03e7e1489 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Floating IP 688eeda6-6658-4d2f-825e-6e747315fd59 associated. External IP: 172.27.0.104, port: 0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f. Oct 27 16:42:08.186144 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device f7d9643a-febd-434a-b78d-db8c7fccb5a9 up at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:42:08.235365 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning complete for port f7d9643a-febd-434a-b78d-db8c7fccb5a9 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:08.236026 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:08.285994 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-be463132-8952-4293-9214-9094e7dbcb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:08.340754 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5cdb4-ea57-45fc-bff3-c5ed6b28b61b req-91ad8f46-5349-4140-b680-200cb5f0095a tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:08.342315 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-74f5cdb4-ea57-45fc-bff3-c5ed6b28b61b req-91ad8f46-5349-4140-b680-200cb5f0095a tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=53474c61-ae3d-4d71-8e25-0d0c9a674eba HTTP/1.1" status: 200 len: 945 time: 0.0695832 Oct 27 16:42:08.375357 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc902978-0068-45d7-944a-4fc03e7e1489 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Router 292510e1-f508-41d7-86f7-f796203aaafb has already been hosted by L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 {{(pid=101666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:42:08.399773 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-74f5cdb4-ea57-45fc-bff3-c5ed6b28b61b req-8208d0dc-8b4e-403f-b8c0-e876c32c343d tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506668 Oct 27 16:42:08.454021 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:08.476005 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c811be-6fb2-44a8-8131-9e5c6cd79d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d9643a-febd-434a-b78d-db8c7fccb5a9'}] {{(pid=101667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:42:08.478195 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15467c740e99bfee501675d45c0ab6b31e8088b61e385ce1236909406ef3d9b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ebc896-660a-4e54-9093-e975650de9dd" -d '{"events": [{"server_uuid": "22c811be-6fb2-44a8-8131-9e5c6cd79d2d", "name": "network-vif-plugged", "status": "completed", "tag": "f7d9643a-febd-434a-b78d-db8c7fccb5a9"}]}' {{(pid=101667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:42:08.491578 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port f7d9643a-febd-434a-b78d-db8c7fccb5a9, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=f7d9643a-febd-434a-b78d-db8c7fccb5a9,segment=NetworkSegment(c4891f70-13a2-48c0-89a3-3d3ba5bc484a),segment_id=c4891f70-13a2-48c0-89a3-3d3ba5bc484a)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:08.498130 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:08.498300 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc902978-0068-45d7-944a-4fc03e7e1489 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:42:08.498950 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 3f860f20-8e06-4db2-8442-169a1e76115d up at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:42:08.503913 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-fc902978-0068-45d7-944a-4fc03e7e1489 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for floatingip, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:08.534044 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-fc902978-0068-45d7-944a-4fc03e7e1489 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "PUT /v2.0/floatingips/688eeda6-6658-4d2f-825e-6e747315fd59 HTTP/1.1" status: 200 len: 992 time: 1.0670323 Oct 27 16:42:08.534642 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef6a84b-1aab-4f57-9044-cdbf130f06a6', 'tag': '0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f'}] {{(pid=101666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:42:08.537204 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c97a8bc50bc1e60c5bcd83482612a755f7c8660878f0fc94464a674b36297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b79723-18ca-4054-8bfc-9087acfad6ab" -d '{"events": [{"name": "network-changed", "server_uuid": "aef6a84b-1aab-4f57-9044-cdbf130f06a6", "tag": "0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f"}]}' {{(pid=101666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:42:08.538309 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a133fc7-f20b-4474-89d8-c59af160b99c None None] Sync routers for ids ['292510e1-f508-41d7-86f7-f796203aaafb'] in dv-cinder-815659-1-iscsi {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:42:08.541536 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ddfb3e-4e62-4fd4-b878-a12a8f84fc55 x-openstack-request-id: req-68ddfb3e-4e62-4fd4-b878-a12a8f84fc55 {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:42:08.541820 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c811be-6fb2-44a8-8131-9e5c6cd79d2d", "name": "network-vif-plugged", "status": "completed", "tag": "f7d9643a-febd-434a-b78d-db8c7fccb5a9", "code": 200}]} {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:42:08.542074 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-68ddfb3e-4e62-4fd4-b878-a12a8f84fc55 {{(pid=101667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:42:08.542487 dv-cinder-815659-1-iscsi neutron-server[101667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c811be-6fb2-44a8-8131-9e5c6cd79d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d9643a-febd-434a-b78d-db8c7fccb5a9', 'code': 200} Oct 27 16:42:08.582631 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6972082-1ab5-40f1-b819-d6b82219dca5 x-openstack-request-id: req-b6972082-1ab5-40f1-b819-d6b82219dca5 {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:42:08.582919 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aef6a84b-1aab-4f57-9044-cdbf130f06a6", "tag": "0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f", "status": "completed", "code": 200}]} {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:42:08.583170 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b6972082-1ab5-40f1-b819-d6b82219dca5 {{(pid=101666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:42:08.583570 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aef6a84b-1aab-4f57-9044-cdbf130f06a6', 'tag': '0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f', 'status': 'completed', 'code': 200} Oct 27 16:42:08.603309 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=f7d9643a-febd-434a-b78d-db8c7fccb5a9,revision_number=8']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:08.606693 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a133fc7-f20b-4474-89d8-c59af160b99c None None] Routers {'292510e1-f508-41d7-86f7-f796203aaafb'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:42:08.607296 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-3a133fc7-f20b-4474-89d8-c59af160b99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:41:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['292510e1-f508-41d7-86f7-f796203aaafb'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:08.667476 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b79723-18ca-4054-8bfc-9087acfad6ab req-7ec37977-575c-47d4-a1e8-0df6333a8a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:08.669175 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-01b79723-18ca-4054-8bfc-9087acfad6ab req-7ec37977-575c-47d4-a1e8-0df6333a8a56 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b1d6307da9940d7aadfdaa9f13487e5&device_id=aef6a84b-1aab-4f57-9044-cdbf130f06a6 HTTP/1.1" status: 200 len: 1099 time: 0.0493667 Oct 27 16:42:08.681678 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning for port 3f860f20-8e06-4db2-8442-169a1e76115d completed by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:42:08.690557 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning complete for port 3f860f20-8e06-4db2-8442-169a1e76115d triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:08.690925 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:08.765183 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-3a133fc7-f20b-4474-89d8-c59af160b99c None None] Set router 292510e1-f508-41d7-86f7-f796203aaafb gateway port host: dv-cinder-815659-1-iscsi {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:42:08.804946 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b79723-18ca-4054-8bfc-9087acfad6ab req-250c1c94-d38f-4813-b343-cc76d3f567e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:08.806046 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-01b79723-18ca-4054-8bfc-9087acfad6ab req-250c1c94-d38f-4813-b343-cc76d3f567e7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=900de597-e873-4f99-a7d4-e023d99223de HTTP/1.1" status: 200 len: 912 time: 0.1172912 Oct 27 16:42:08.836769 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07707f46-5582-474b-8279-3771de2804c5 req-6974b0a6-2faa-48a7-990a-da3d02bdf395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:08.838761 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-07707f46-5582-474b-8279-3771de2804c5 req-6974b0a6-2faa-48a7-990a-da3d02bdf395 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 1098 time: 0.0434315 Oct 27 16:42:08.884463 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-07707f46-5582-474b-8279-3771de2804c5 req-b9988ac4-364f-466c-b334-273699c5247d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357215 Oct 27 16:42:08.894451 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:08.916687 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-01b79723-18ca-4054-8bfc-9087acfad6ab req-6a1ec40b-caab-4c55-8f53-092c051f0975 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f HTTP/1.1" status: 200 len: 1000 time: 0.0985162 Oct 27 16:42:08.975747 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 3f860f20-8e06-4db2-8442-169a1e76115d, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=3f860f20-8e06-4db2-8442-169a1e76115d,segment=NetworkSegment(097e9223-1dfb-41f8-a875-1e34bf0fd73a),segment_id=097e9223-1dfb-41f8-a875-1e34bf0fd73a)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:08.982843 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:09.052705 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 57704) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:09.068434 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=3f860f20-8e06-4db2-8442-169a1e76115d,revision_number=5']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:09.108517 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-3a133fc7-f20b-4474-89d8-c59af160b99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '292510e1-f508-41d7-86f7-f796203aaafb', 'name': 'tempest-AttachVolumeTestJSON-555848210-router', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f2193b51-ae91-4254-9372-17d184efcf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'gw_port': {'id': 'f2193b51-ae91-4254-9372-17d184efcf85', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292510e1-f508-41d7-86f7-f796203aaafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:44Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_floatingips': [{'id': '688eeda6-6658-4d2f-825e-6e747315fd59', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'floating_ip_address': '172.27.0.104', 'floating_network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'router_id': '292510e1-f508-41d7-86f7-f796203aaafb', 'port_id': '0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '900de597-e873-4f99-a7d4-e023d99223de', 'mac_address': 'fa:16:3e:91:16:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef6a84b-1aab-4f57-9044-cdbf130f06a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:41:52Z', 'updated_at': '2021-10-27T16:42:07Z', 'revision_number': 1, 'project_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0', 'name': '', 'network_id': '900de597-e873-4f99-a7d4-e023d99223de', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'mac_address': 'fa:16:3e:e8:2b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292510e1-f508-41d7-86f7-f796203aaafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ae9f7717-3703-4043-b05c-cf4237b7a0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:53Z', 'updated_at': '2021-10-27T16:36:04Z', 'revision_number': 5, 'project_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'subnets': [{'id': 'ae9f7717-3703-4043-b05c-cf4237b7a0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:09.137637 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a133fc7-f20b-4474-89d8-c59af160b99c None None] Checking router: 292510e1-f508-41d7-86f7-f796203aaafb for host: dv-cinder-815659-1-iscsi {{(pid=101667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:42:09.148100 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a133fc7-f20b-4474-89d8-c59af160b99c None None] Routers {'292510e1-f508-41d7-86f7-f796203aaafb'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:42:09.150040 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-3a133fc7-f20b-4474-89d8-c59af160b99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:41:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['292510e1-f508-41d7-86f7-f796203aaafb'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:09.177647 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-9c2b5b13-e269-4852-9631-5e43f3e2ac70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:09.179187 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b79723-18ca-4054-8bfc-9087acfad6ab req-934b0bf1-033b-4d90-921f-384bc60e2e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:09.180855 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-01b79723-18ca-4054-8bfc-9087acfad6ab req-934b0bf1-033b-4d90-921f-384bc60e2e7a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ae9f7717-3703-4043-b05c-cf4237b7a0b2 HTTP/1.1" status: 200 len: 849 time: 0.0711625 Oct 27 16:42:09.231648 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b79723-18ca-4054-8bfc-9087acfad6ab req-86159ce3-1522-496f-b5ec-959c5b7d89dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:09.233190 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-01b79723-18ca-4054-8bfc-9087acfad6ab req-86159ce3-1522-496f-b5ec-959c5b7d89dc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=900de597-e873-4f99-a7d4-e023d99223de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440984 Oct 27 16:42:09.246997 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e04c14-7d5e-44de-a956-e37b83df08d3 req-62dbfa0a-109d-4065-80f2-35d1692dd425 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:09.248762 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-24e04c14-7d5e-44de-a956-e37b83df08d3 req-62dbfa0a-109d-4065-80f2-35d1692dd425 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 945 time: 0.0729847 Oct 27 16:42:09.263024 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-3a133fc7-f20b-4474-89d8-c59af160b99c None None] Set router 292510e1-f508-41d7-86f7-f796203aaafb gateway port host: dv-cinder-815659-1-iscsi {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:42:09.314756 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-24e04c14-7d5e-44de-a956-e37b83df08d3 req-fe459541-37c4-4b07-860a-05b5d3b837b4 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580580 Oct 27 16:42:09.338784 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-01b79723-18ca-4054-8bfc-9087acfad6ab req-8cc89f7d-784e-4a4c-aea7-4888d743988e service neutron] 10.222.0.66 "GET /v2.0/networks/900de597-e873-4f99-a7d4-e023d99223de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965059 Oct 27 16:42:09.342815 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-9c2b5b13-e269-4852-9631-5e43f3e2ac70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:09.348660 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-9c2b5b13-e269-4852-9631-5e43f3e2ac70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:09.444588 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-01b79723-18ca-4054-8bfc-9087acfad6ab req-74bba517-bfc1-454c-8d69-b68a2b4296bd service neutron] 10.222.0.66 "GET /v2.0/networks/900de597-e873-4f99-a7d4-e023d99223de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967152 Oct 27 16:42:09.517186 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-3a133fc7-f20b-4474-89d8-c59af160b99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '292510e1-f508-41d7-86f7-f796203aaafb', 'name': 'tempest-AttachVolumeTestJSON-555848210-router', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f2193b51-ae91-4254-9372-17d184efcf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'gw_port': {'id': 'f2193b51-ae91-4254-9372-17d184efcf85', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292510e1-f508-41d7-86f7-f796203aaafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:44Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_floatingips': [{'id': '688eeda6-6658-4d2f-825e-6e747315fd59', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'floating_ip_address': '172.27.0.104', 'floating_network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'router_id': '292510e1-f508-41d7-86f7-f796203aaafb', 'port_id': '0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '900de597-e873-4f99-a7d4-e023d99223de', 'mac_address': 'fa:16:3e:91:16:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef6a84b-1aab-4f57-9044-cdbf130f06a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:41:52Z', 'updated_at': '2021-10-27T16:42:07Z', 'revision_number': 1, 'project_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0', 'name': '', 'network_id': '900de597-e873-4f99-a7d4-e023d99223de', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'mac_address': 'fa:16:3e:e8:2b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292510e1-f508-41d7-86f7-f796203aaafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ae9f7717-3703-4043-b05c-cf4237b7a0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:53Z', 'updated_at': '2021-10-27T16:36:04Z', 'revision_number': 5, 'project_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'subnets': [{'id': 'ae9f7717-3703-4043-b05c-cf4237b7a0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:09.550628 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a133fc7-f20b-4474-89d8-c59af160b99c None None] The sync data for ids ['292510e1-f508-41d7-86f7-f796203aaafb'] in dv-cinder-815659-1-iscsi is: [{'id': '292510e1-f508-41d7-86f7-f796203aaafb', 'name': 'tempest-AttachVolumeTestJSON-555848210-router', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f2193b51-ae91-4254-9372-17d184efcf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'gw_port': {'id': 'f2193b51-ae91-4254-9372-17d184efcf85', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292510e1-f508-41d7-86f7-f796203aaafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:44Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_floatingips': [{'id': '688eeda6-6658-4d2f-825e-6e747315fd59', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'floating_ip_address': '172.27.0.104', 'floating_network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'router_id': '292510e1-f508-41d7-86f7-f796203aaafb', 'port_id': '0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '900de597-e873-4f99-a7d4-e023d99223de', 'mac_address': 'fa:16:3e:91:16:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef6a84b-1aab-4f57-9044-cdbf130f06a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:41:52Z', 'updated_at': '2021-10-27T16:42:07Z', 'revision_number': 1, 'project_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0', 'name': '', 'network_id': '900de597-e873-4f99-a7d4-e023d99223de', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'mac_address': 'fa:16:3e:e8:2b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292510e1-f508-41d7-86f7-f796203aaafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ae9f7717-3703-4043-b05c-cf4237b7a0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:53Z', 'updated_at': '2021-10-27T16:36:04Z', 'revision_number': 5, 'project_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'subnets': [{'id': 'ae9f7717-3703-4043-b05c-cf4237b7a0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:42:09.676580 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-9c2b5b13-e269-4852-9631-5e43f3e2ac70 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7a7d6bb0abef4b218c78b3b861fac37d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6226375 Oct 27 16:42:09.679233 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 57714) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:09.683149 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b5b13-e269-4852-9631-5e43f3e2ac70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169cfc9f-848a-4ed8-8afc-673e5c43dc32,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:09.707947 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8860ab8-01fb-4aca-b43c-b85a4f59fb88 req-60bb2fe5-3d40-4cf9-9814-9bb461d423e4 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:09.710158 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e8860ab8-01fb-4aca-b43c-b85a4f59fb88 req-60bb2fe5-3d40-4cf9-9814-9bb461d423e4 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=53474c61-ae3d-4d71-8e25-0d0c9a674eba HTTP/1.1" status: 200 len: 946 time: 0.0854909 Oct 27 16:42:09.754990 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e8860ab8-01fb-4aca-b43c-b85a4f59fb88 req-1b100a1a-dd6f-4db7-9474-67d87ce5200f tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383840 Oct 27 16:42:09.762796 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142584ff-29dd-4123-8ade-d36063cd3e9b None None] New status for floating IP 688eeda6-6658-4d2f-825e-6e747315fd59: ACTIVE {{(pid=101668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:42:09.772864 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-75c46d60-99e6-4733-937f-d0282206d53c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:09.801950 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-75c46d60-99e6-4733-937f-d0282206d53c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:09.847703 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-75c46d60-99e6-4733-937f-d0282206d53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:09.850411 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-75c46d60-99e6-4733-937f-d0282206d53c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:09.851668 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-75c46d60-99e6-4733-937f-d0282206d53c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/169cfc9f-848a-4ed8-8afc-673e5c43dc32 HTTP/1.1" status: 204 len: 168 time: 0.1599388 Oct 27 16:42:09.859673 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c46d60-99e6-4733-937f-d0282206d53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169cfc9f-848a-4ed8-8afc-673e5c43dc32,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:10.436947 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670186b-94d4-4304-bfdc-3081a1b23c46 req-cc450fab-fe13-4302-a193-62aee90527c3 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:10.438414 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8670186b-94d4-4304-bfdc-3081a1b23c46 req-cc450fab-fe13-4302-a193-62aee90527c3 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 945 time: 0.0532875 Oct 27 16:42:10.476780 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8670186b-94d4-4304-bfdc-3081a1b23c46 req-ab55b0b0-177e-4461-912e-0229cbd13ff0 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317609 Oct 27 16:42:10.511720 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 57742) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:10.543640 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53474c61-ae3d-4d71-8e25-0d0c9a674eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f860f20-8e06-4db2-8442-169a1e76115d'}] {{(pid=101667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:42:10.546016 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15467c740e99bfee501675d45c0ab6b31e8088b61e385ce1236909406ef3d9b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cab84ec-cba4-4fcf-b071-c9ca283177ab" -d '{"events": [{"server_uuid": "53474c61-ae3d-4d71-8e25-0d0c9a674eba", "name": "network-vif-plugged", "status": "completed", "tag": "3f860f20-8e06-4db2-8442-169a1e76115d"}]}' {{(pid=101667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:42:10.585749 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da759f6-a13a-4f69-a901-3c1f343fed27 x-openstack-request-id: req-9da759f6-a13a-4f69-a901-3c1f343fed27 {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:42:10.586127 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53474c61-ae3d-4d71-8e25-0d0c9a674eba", "name": "network-vif-plugged", "status": "completed", "tag": "3f860f20-8e06-4db2-8442-169a1e76115d", "code": 200}]} {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:42:10.586374 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9da759f6-a13a-4f69-a901-3c1f343fed27 {{(pid=101667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:42:10.586762 dv-cinder-815659-1-iscsi neutron-server[101667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53474c61-ae3d-4d71-8e25-0d0c9a674eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f860f20-8e06-4db2-8442-169a1e76115d', 'code': 200} Oct 27 16:42:10.615155 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-6c7a9fda-c16e-4a4d-8cda-043cc862a2ba admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1347915473-network', 'tenant_id': '3ff0fae83e4d41e9a7de928fb05d4122'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:42:10.638952 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7a9fda-c16e-4a4d-8cda-043cc862a2ba admin admin] Made reservation on behalf of 3ff0fae83e4d41e9a7de928fb05d4122 for: {'network': 1} {{(pid=101665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:42:10.641345 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-6c7a9fda-c16e-4a4d-8cda-043cc862a2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for network, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:10.649584 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-6c7a9fda-c16e-4a4d-8cda-043cc862a2ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:10.732348 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-6c7a9fda-c16e-4a4d-8cda-043cc862a2ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:10.741208 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-6c7a9fda-c16e-4a4d-8cda-043cc862a2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:10.768626 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c7a9fda-c16e-4a4d-8cda-043cc862a2ba admin admin] vlan segment allocate from pool success with {'vlan_id': 1008, 'physical_network': 'physnet1'} {{(pid=101665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:42:10.778874 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a9fda-c16e-4a4d-8cda-043cc862a2ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c986df25-62b3-4b19-9628-e560d62d212e,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:10.784528 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-6c7a9fda-c16e-4a4d-8cda-043cc862a2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790'] for segment, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:10.784873 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.db.segments_db [None req-6c7a9fda-c16e-4a4d-8cda-043cc862a2ba admin admin] Added segment 9681be8c-579a-4f8b-84c7-92463653b32e of type vlan for network 6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3 Oct 27 16:42:10.826538 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-6c7a9fda-c16e-4a4d-8cda-043cc862a2ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779338775480'] for network, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:10.877078 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-6c7a9fda-c16e-4a4d-8cda-043cc862a2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568'] for network, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:10.879228 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7a9fda-c16e-4a4d-8cda-043cc862a2ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:10.879228 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-6c7a9fda-c16e-4a4d-8cda-043cc862a2ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for network, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:10.880698 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46de504-c825-4155-b0be-6923ab6fca66 req-1a990045-376e-4029-903e-9fb6e74c223c tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:10.888462 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e46de504-c825-4155-b0be-6923ab6fca66 req-1a990045-376e-4029-903e-9fb6e74c223c tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=53474c61-ae3d-4d71-8e25-0d0c9a674eba HTTP/1.1" status: 200 len: 946 time: 0.0592954 Oct 27 16:42:10.928132 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e46de504-c825-4155-b0be-6923ab6fca66 req-5b4077d5-5336-4085-afdb-ee0b8e0296b7 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385368 Oct 27 16:42:10.936066 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c739eb-fdab-4833-b27e-2e4a2aa3f12f req-c97cf464-1033-4e8a-bb1a-20f7707e7b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:10.937697 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-50c739eb-fdab-4833-b27e-2e4a2aa3f12f req-c97cf464-1033-4e8a-bb1a-20f7707e7b63 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=53474c61-ae3d-4d71-8e25-0d0c9a674eba HTTP/1.1" status: 200 len: 1099 time: 0.1004393 Oct 27 16:42:10.944690 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-6c7a9fda-c16e-4a4d-8cda-043cc862a2ba admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4319036 Oct 27 16:42:10.951034 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 57754) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:10.956728 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [None req-28760670-987b-4bf6-8881-70e507680e1a admin admin] Request body: {'subnet': {'network_id': '6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1347915473-subnet', 'tenant_id': '3ff0fae83e4d41e9a7de928fb05d4122', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:42:10.962081 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a9fda-c16e-4a4d-8cda-043cc862a2ba admin admin] Pushing event updated for resources: {'Network': ['ID=6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:10.976022 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Network 6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3 details requested by agent ovs-agent-dv-cinder-815659-1-iscsi with host dv-cinder-815659-1-iscsi {{(pid=101667) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:42:10.989885 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-50c739eb-fdab-4833-b27e-2e4a2aa3f12f req-a2744842-1856-446e-9498-eef05cefb6d9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337076 Oct 27 16:42:10.995834 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28760670-987b-4bf6-8881-70e507680e1a admin admin] Made reservation on behalf of 3ff0fae83e4d41e9a7de928fb05d4122 for: {'subnet': 1} {{(pid=101666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:42:10.998395 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-28760670-987b-4bf6-8881-70e507680e1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29061332'] for subnet, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:11.026502 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-1c044339-379e-4e51-a370-ff4fe48b95b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:11.172436 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-28760670-987b-4bf6-8881-70e507680e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25690788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29061318'] for subnet, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:11.224612 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28760670-987b-4bf6-8881-70e507680e1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2257880b-4b28-4290-be19-8e25c369d082,revision_number=0']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:11.234873 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28760670-987b-4bf6-8881-70e507680e1a admin admin] Checking segment: {'id': '9681be8c-579a-4f8b-84c7-92463653b32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:42:11.235237 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28760670-987b-4bf6-8881-70e507680e1a admin admin] Network hostable DHCP agents. Network: 6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3, hostable agents: ['787f9650-d18e-4402-9e0d-45b78af00bf5'], hosted agents: [] {{(pid=101666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:42:11.253987 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28760670-987b-4bf6-8881-70e507680e1a admin admin] Network 6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3 is scheduled to be hosted by DHCP agent 787f9650-d18e-4402-9e0d-45b78af00bf5 with binding_index 1 {{(pid=101666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:42:11.265078 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [None req-28760670-987b-4bf6-8881-70e507680e1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-1-iscsi, 6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3) {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:42:11.270396 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28760670-987b-4bf6-8881-70e507680e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:11.271275 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-28760670-987b-4bf6-8881-70e507680e1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for subnet, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:11.276854 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1c16dd-c1d7-495d-9ac1-0d7ecd07d0ca None None] Network 6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3 requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:42:11.290575 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-28760670-987b-4bf6-8881-70e507680e1a admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3383191 Oct 27 16:42:11.413726 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6500493-287a-49f9-9edd-358cf101588d None None] Network 6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3 requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:42:12.052626 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a0db6-e5bf-4748-a9e0-90f12df81e05 req-9981e100-b96e-483e-beea-2d2f0ebd515e tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:12.054287 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8b9a0db6-e5bf-4748-a9e0-90f12df81e05 req-9981e100-b96e-483e-beea-2d2f0ebd515e tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=53474c61-ae3d-4d71-8e25-0d0c9a674eba HTTP/1.1" status: 200 len: 946 time: 0.0521457 Oct 27 16:42:12.058246 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:12.097259 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8b9a0db6-e5bf-4748-a9e0-90f12df81e05 req-b1b03a7b-980a-41c9-9d9e-a0d7bd49684b tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362663 Oct 27 16:42:12.441966 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:13.040566 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-1a68ec74-46bb-40aa-b1b7-7e156c49344b tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:13.041967 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-1a68ec74-46bb-40aa-b1b7-7e156c49344b tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/networks?id=6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3 HTTP/1.1" status: 200 len: 814 time: 0.1123755 Oct 27 16:42:13.057161 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-5a50a0c7-1f82-4e05-aaa9-a4023d361ef2 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/quotas/3ff0fae83e4d41e9a7de928fb05d4122 HTTP/1.1" status: 200 len: 375 time: 0.0095434 Oct 27 16:42:13.087645 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-dad24540-70ac-42fb-9676-510faa3c8c5a tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=3ff0fae83e4d41e9a7de928fb05d4122&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252922 Oct 27 16:42:13.204935 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-51a73930-7fcc-4adb-a84c-ebba3b90ba67 service neutron] 10.222.0.91 "GET /v2.0/networks/6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103253 Oct 27 16:42:13.267557 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d69478-0dd5-461c-ab45-ca2cc049069d req-88c28b42-f499-4b31-8a90-8e335fe5658f tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:13.269065 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-50d69478-0dd5-461c-ab45-ca2cc049069d req-88c28b42-f499-4b31-8a90-8e335fe5658f tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=53474c61-ae3d-4d71-8e25-0d0c9a674eba HTTP/1.1" status: 200 len: 946 time: 0.0982673 Oct 27 16:42:13.324213 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-50d69478-0dd5-461c-ab45-ca2cc049069d req-c000f0e8-b992-4d4b-9593-71ba97aa0fe3 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492630 Oct 27 16:42:13.334200 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-d0c54acd-5896-403a-840b-fe1d79c88c86 service neutron] 10.222.0.91 "GET /v2.0/networks/6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217394 Oct 27 16:42:13.504281 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-894f4700-9a9d-45f0-960a-b8cf9eae9c03 req-c5fb6f04-873b-4e2e-a976-0a32c3ecfb7d tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/ports?device_id=5bbfcda2-aa9f-4683-8386-870079d0f792 HTTP/1.1" status: 200 len: 210 time: 0.0364470 Oct 27 16:42:13.544997 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05efa28-5d0a-4232-a768-9bad548205e7 req-4cde7921-06cf-4c33-a9bf-6a87e652a33f tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:13.546568 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b05efa28-5d0a-4232-a768-9bad548205e7 req-4cde7921-06cf-4c33-a9bf-6a87e652a33f tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=53474c61-ae3d-4d71-8e25-0d0c9a674eba HTTP/1.1" status: 200 len: 946 time: 0.0655508 Oct 27 16:42:13.584736 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b05efa28-5d0a-4232-a768-9bad548205e7 req-a8fad705-955b-412f-9c2a-7ce341fb35be tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319633 Oct 27 16:42:13.610327 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 57802) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:13.737086 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:13.754284 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d4cf26-3954-49b5-88e6-b67ade163099 tempest-TestVolumeBootPattern-912373498 tempest-TestVolumeBootPattern-912373498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:13.756221 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-86d4cf26-3954-49b5-88e6-b67ade163099 tempest-TestVolumeBootPattern-912373498 tempest-TestVolumeBootPattern-912373498-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=53474c61-ae3d-4d71-8e25-0d0c9a674eba HTTP/1.1" status: 200 len: 1094 time: 0.1447139 Oct 27 16:42:13.759130 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 57808) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:13.763511 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-8fa23bfe-2022-43d2-98b9-737576af8ff9 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Request body: {'floatingip': {'floating_network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'port_id': '3f860f20-8e06-4db2-8442-169a1e76115d', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:42:13.785583 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-8fa23bfe-2022-43d2-98b9-737576af8ff9 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for floatingip, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:14.133715 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-8fa23bfe-2022-43d2-98b9-737576af8ff9 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:14.254548 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.db_base_plugin_common [None req-8fa23bfe-2022-43d2-98b9-737576af8ff9 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Allocated IP 172.27.0.196 (b60b3993-7427-4bdc-87fb-6dbc7e937750/bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1/14118f60-c7cc-4ab4-bbd8-25af403b8074) {{(pid=101665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:42:14.365383 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-8fa23bfe-2022-43d2-98b9-737576af8ff9 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for port, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:14.401373 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-8fa23bfe-2022-43d2-98b9-737576af8ff9 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2512089'] for port, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:14.441821 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa23bfe-2022-43d2-98b9-737576af8ff9 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Network b60b3993-7427-4bdc-87fb-6dbc7e937750 is already hosted by enough agents. {{(pid=101665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:42:14.446650 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.base_scheduler [None req-8fa23bfe-2022-43d2-98b9-737576af8ff9 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Resources bound (agent type, host, resource id): {{(pid=101665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:42:14.452646 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa23bfe-2022-43d2-98b9-737576af8ff9 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Received port after_create {{(pid=101665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:42:14.481159 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa23bfe-2022-43d2-98b9-737576af8ff9 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Pushing event updated for resources: {'Port': ['ID=14118f60-c7cc-4ab4-bbd8-25af403b8074,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:14.615045 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-583ea1c1-26eb-46bb-ab39-643a3e3ecf75 req-84efb25c-c8fb-4aa9-a94d-c1e129a70a33 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/ports?device_id=5bbfcda2-aa9f-4683-8386-870079d0f792 HTTP/1.1" status: 200 len: 210 time: 0.0323427 Oct 27 16:42:14.644533 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-7bc52770-47a0-4763-b578-227cb6349334 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:14.645982 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-7bc52770-47a0-4763-b578-227cb6349334 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.66 "GET /v2.0/networks?id=6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3 HTTP/1.1" status: 200 len: 814 time: 0.1945388 Oct 27 16:42:14.701652 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-93b3d8f1-5fea-4b96-bdc8-b1483a47a34e tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Request body: {'port': {'device_id': '5bbfcda2-aa9f-4683-8386-870079d0f792', 'network_id': '6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3', 'admin_state_up': True, 'tenant_id': '3ff0fae83e4d41e9a7de928fb05d4122'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:42:14.917324 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-93b3d8f1-5fea-4b96-bdc8-b1483a47a34e tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Made reservation on behalf of 3ff0fae83e4d41e9a7de928fb05d4122 for: {'port': 1} {{(pid=101665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:42:14.920859 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-93b3d8f1-5fea-4b96-bdc8-b1483a47a34e tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:15.021170 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-8fa23bfe-2022-43d2-98b9-737576af8ff9 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:15.132453 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.db_base_plugin_common [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-93b3d8f1-5fea-4b96-bdc8-b1483a47a34e tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Allocated IP 172.20.0.3 (6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3/2257880b-4b28-4290-be19-8e25c369d082/67483c42-d7a3-41ae-a579-3c17c1cf2d5d) {{(pid=101665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:42:15.136838 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-8fa23bfe-2022-43d2-98b9-737576af8ff9 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:15.389181 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-93b3d8f1-5fea-4b96-bdc8-b1483a47a34e tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Publish callbacks [] for port, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:15.405542 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-8fa23bfe-2022-43d2-98b9-737576af8ff9 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for port, precommit_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:15.412897 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-8fa23bfe-2022-43d2-98b9-737576af8ff9 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511906'] for port, after_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:15.487815 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-93b3d8f1-5fea-4b96-bdc8-b1483a47a34e tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2512089'] for port, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:15.490990 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa23bfe-2022-43d2-98b9-737576af8ff9 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Pushing event updated for resources: {'Port': ['ID=14118f60-c7cc-4ab4-bbd8-25af403b8074,revision_number=2']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:15.548949 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-8fa23bfe-2022-43d2-98b9-737576af8ff9 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3734057'] for floatingip, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:15.551591 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-93b3d8f1-5fea-4b96-bdc8-b1483a47a34e tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Network 6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3 is already hosted by enough agents. {{(pid=101665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:42:15.557261 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.base_scheduler [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-93b3d8f1-5fea-4b96-bdc8-b1483a47a34e tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Resources bound (agent type, host, resource id): {{(pid=101665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:42:15.591669 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-93b3d8f1-5fea-4b96-bdc8-b1483a47a34e tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Received port after_create {{(pid=101665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:42:15.638930 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b3d8f1-5fea-4b96-bdc8-b1483a47a34e tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Pushing event updated for resources: {'Port': ['ID=67483c42-d7a3-41ae-a579-3c17c1cf2d5d,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:15.679311 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-93b3d8f1-5fea-4b96-bdc8-b1483a47a34e tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:15.679949 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-93b3d8f1-5fea-4b96-bdc8-b1483a47a34e tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:15.683025 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3b9601f6-8262-4f43-a5ab-e2998b108fce req-0ff3c4bb-c9ed-4c6f-a43e-115662b60507 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-172623635&fields=id&tenant_id=9a14ffe46fb243d19b1f31c10287a430 HTTP/1.1" status: 200 len: 267 time: 0.0480289 Oct 27 16:42:15.706516 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.db.l3_db [None req-8fa23bfe-2022-43d2-98b9-737576af8ff9 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Floating IP b6992465-8d53-4cb7-bf6f-3e43ae721545 associated. External IP: 172.27.0.196, port: 3f860f20-8e06-4db2-8442-169a1e76115d. Oct 27 16:42:15.711948 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-93b3d8f1-5fea-4b96-bdc8-b1483a47a34e tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0469251 Oct 27 16:42:15.775390 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-f5f55cec-ad27-4105-8b52-b24a124b2e19 service neutron] Request body: {'port': {'device_id': '5bbfcda2-aa9f-4683-8386-870079d0f792', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:42:15.778207 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9601f6-8262-4f43-a5ab-e2998b108fce req-52b183dc-eb2c-41ef-856e-9396a24ee19d tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:15.779685 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3b9601f6-8262-4f43-a5ab-e2998b108fce req-52b183dc-eb2c-41ef-856e-9396a24ee19d tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 985 time: 0.0880184 Oct 27 16:42:15.792938 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eaeda4-d3f7-4379-ba7a-07b61968399b req-9d5fd429-6a04-46b0-ab8e-a3489ac1339f tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:15.794425 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-56eaeda4-d3f7-4379-ba7a-07b61968399b req-9d5fd429-6a04-46b0-ab8e-a3489ac1339f tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/ports?device_id=5bbfcda2-aa9f-4683-8386-870079d0f792 HTTP/1.1" status: 200 len: 931 time: 0.0668557 Oct 27 16:42:15.800275 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [req-3b9601f6-8262-4f43-a5ab-e2998b108fce req-637e2347-6bee-4951-b62b-579c590161c5 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Request body: {'port': {'security_groups': ['35082175-8fa1-428d-9b21-97149ff97814']}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:42:15.842035 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-f5f55cec-ad27-4105-8b52-b24a124b2e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:15.890249 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-56eaeda4-d3f7-4379-ba7a-07b61968399b req-1110fa03-991e-4bd0-84f1-da8de813b215 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/security-groups?id=c986df25-62b3-4b19-9628-e560d62d212e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856531 Oct 27 16:42:15.898487 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-3b9601f6-8262-4f43-a5ab-e2998b108fce req-637e2347-6bee-4951-b62b-579c590161c5 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:16.080149 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-3b9601f6-8262-4f43-a5ab-e2998b108fce req-637e2347-6bee-4951-b62b-579c590161c5 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] For port 552bd7a1-d37f-4602-a4fc-b063a2836ef7, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=552bd7a1-d37f-4602-a4fc-b063a2836ef7,segment=NetworkSegment(8132c6f7-1654-4957-bad5-c7c76633225a),segment_id=8132c6f7-1654-4957-bad5-c7c76633225a)] {{(pid=101666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:16.104640 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa23bfe-2022-43d2-98b9-737576af8ff9 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Router 5d2a70e8-e24d-4ae4-94a3-50509cec4a50 has already been hosted by L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 {{(pid=101665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:42:16.110870 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-3b9601f6-8262-4f43-a5ab-e2998b108fce req-637e2347-6bee-4951-b62b-579c590161c5 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks [] for port, precommit_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:16.116531 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-3b9601f6-8262-4f43-a5ab-e2998b108fce req-637e2347-6bee-4951-b62b-579c590161c5 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25690667'] for port, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:16.129031 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['552bd7a1-d37f-4602-a4fc-b063a2836ef7'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:42:16.161315 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9601f6-8262-4f43-a5ab-e2998b108fce req-637e2347-6bee-4951-b62b-579c590161c5 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:16.161999 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-3b9601f6-8262-4f43-a5ab-e2998b108fce req-637e2347-6bee-4951-b62b-579c590161c5 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:16.163453 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3b9601f6-8262-4f43-a5ab-e2998b108fce req-637e2347-6bee-4951-b62b-579c590161c5 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "PUT /v2.0/ports/552bd7a1-d37f-4602-a4fc-b063a2836ef7 HTTP/1.1" status: 200 len: 943 time: 0.3680837 Oct 27 16:42:16.172366 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f411fa8e-061c-4a3e-ba9e-316059c805eb', 'tag': '552bd7a1-d37f-4602-a4fc-b063a2836ef7'}] {{(pid=101666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:42:16.174754 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c97a8bc50bc1e60c5bcd83482612a755f7c8660878f0fc94464a674b36297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2750ba-5f83-4270-8cae-6a01c2103a07" -d '{"events": [{"name": "network-changed", "server_uuid": "f411fa8e-061c-4a3e-ba9e-316059c805eb", "tag": "552bd7a1-d37f-4602-a4fc-b063a2836ef7"}]}' {{(pid=101666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:42:16.180075 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 57832) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:16.236667 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e2347-6bee-4951-b62b-579c590161c5 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Pushing event updated for resources: {'Port': ['ID=552bd7a1-d37f-4602-a4fc-b063a2836ef7,revision_number=7']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:16.262074 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39590446-f2c9-4775-a19e-52fbb20a1852 x-openstack-request-id: req-39590446-f2c9-4775-a19e-52fbb20a1852 {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:42:16.263360 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f411fa8e-061c-4a3e-ba9e-316059c805eb", "tag": "552bd7a1-d37f-4602-a4fc-b063a2836ef7", "status": "completed", "code": 200}]} {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:42:16.263626 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-39590446-f2c9-4775-a19e-52fbb20a1852 {{(pid=101666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:42:16.264077 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f411fa8e-061c-4a3e-ba9e-316059c805eb', 'tag': '552bd7a1-d37f-4602-a4fc-b063a2836ef7', 'status': 'completed', 'code': 200} Oct 27 16:42:16.323633 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.notifiers.nova [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-f5f55cec-ad27-4105-8b52-b24a124b2e19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67483c42-d7a3-41ae-a579-3c17c1cf2d5d {{(pid=101665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:42:16.328552 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa23bfe-2022-43d2-98b9-737576af8ff9 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:42:16.336102 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-f5f55cec-ad27-4105-8b52-b24a124b2e19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:16.338255 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-7912063e-5b6f-44e8-b0f5-61d6d5ebc4bd tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks [] for security_group, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:16.354845 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.provisioning_blocks [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-f5f55cec-ad27-4105-8b52-b24a124b2e19 service neutron] Transition to ACTIVE for port object 67483c42-d7a3-41ae-a579-3c17c1cf2d5d will not be triggered until provisioned by entity L2. {{(pid=101665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:42:16.371241 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-8fa23bfe-2022-43d2-98b9-737576af8ff9 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for floatingip, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:16.374534 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-f5f55cec-ad27-4105-8b52-b24a124b2e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511906'] for port, after_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:16.381883 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-7912063e-5b6f-44e8-b0f5-61d6d5ebc4bd tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:16.394942 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2750ba-5f83-4270-8cae-6a01c2103a07 req-6730d6a3-c0d5-402e-944f-b8ff25fd42eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:16.396793 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9f2750ba-5f83-4270-8cae-6a01c2103a07 req-6730d6a3-c0d5-402e-944f-b8ff25fd42eb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a14ffe46fb243d19b1f31c10287a430&device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 1099 time: 0.1044869 Oct 27 16:42:16.397320 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1c0f92-b947-478f-bddb-17d6ec94ee7f None None] Sync routers for ids ['5d2a70e8-e24d-4ae4-94a3-50509cec4a50'] in dv-cinder-815659-1-iscsi {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:42:16.427273 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1c0f92-b947-478f-bddb-17d6ec94ee7f None None] Routers {'5d2a70e8-e24d-4ae4-94a3-50509cec4a50'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:42:16.428040 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-4d1c0f92-b947-478f-bddb-17d6ec94ee7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:42:11Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['5d2a70e8-e24d-4ae4-94a3-50509cec4a50'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:16.440961 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-8fa23bfe-2022-43d2-98b9-737576af8ff9 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6808085 Oct 27 16:42:16.445894 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53474c61-ae3d-4d71-8e25-0d0c9a674eba', 'tag': '3f860f20-8e06-4db2-8442-169a1e76115d'}] {{(pid=101665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:42:16.448208 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e855964699ac36e6c3d6e47e1242f42c8ffa7ad1730da4fc31a2584ac71f7baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e23728-f9b2-4e6c-8951-8da472ca3fa0" -d '{"events": [{"name": "network-changed", "server_uuid": "53474c61-ae3d-4d71-8e25-0d0c9a674eba", "tag": "3f860f20-8e06-4db2-8442-169a1e76115d"}]}' {{(pid=101665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:42:16.534220 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['552bd7a1-d37f-4602-a4fc-b063a2836ef7'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:42:16.542064 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-7912063e-5b6f-44e8-b0f5-61d6d5ebc4bd tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:16.544898 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-7912063e-5b6f-44e8-b0f5-61d6d5ebc4bd tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks [] for security_group, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:16.545406 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d621f5ec-beb5-4a5e-b818-eca419fd4156 x-openstack-request-id: req-d621f5ec-beb5-4a5e-b818-eca419fd4156 {{(pid=101665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:42:16.545946 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53474c61-ae3d-4d71-8e25-0d0c9a674eba", "tag": "3f860f20-8e06-4db2-8442-169a1e76115d", "status": "completed", "code": 200}]} {{(pid=101665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:42:16.546184 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-7912063e-5b6f-44e8-b0f5-61d6d5ebc4bd tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "DELETE /v2.0/security-groups/a2931a48-f2b6-4f76-bea8-0538c4c6534b HTTP/1.1" status: 204 len: 168 time: 0.3652475 Oct 27 16:42:16.546605 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d621f5ec-beb5-4a5e-b818-eca419fd4156 {{(pid=101665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:42:16.547239 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53474c61-ae3d-4d71-8e25-0d0c9a674eba', 'tag': '3f860f20-8e06-4db2-8442-169a1e76115d', 'status': 'completed', 'code': 200} Oct 27 16:42:16.553373 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 57842) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:16.555825 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f55cec-ad27-4105-8b52-b24a124b2e19 service neutron] Pushing event updated for resources: {'Port': ['ID=67483c42-d7a3-41ae-a579-3c17c1cf2d5d,revision_number=2']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:16.582938 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.managers [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-f5f55cec-ad27-4105-8b52-b24a124b2e19 service neutron] Attempting to bind port 67483c42-d7a3-41ae-a579-3c17c1cf2d5d on host hv-cinder-81565 for vnic_type normal with profile {{(pid=101665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:42:16.583618 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.managers [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-f5f55cec-ad27-4105-8b52-b24a124b2e19 service neutron] Attempting to bind port 67483c42-d7a3-41ae-a579-3c17c1cf2d5d by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '9681be8c-579a-4f8b-84c7-92463653b32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3'}] {{(pid=101665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:42:16.584098 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-f5f55cec-ad27-4105-8b52-b24a124b2e19 service neutron] Attempting to bind port 67483c42-d7a3-41ae-a579-3c17c1cf2d5d on network 6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3 {{(pid=101665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:42:16.590851 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-f5f55cec-ad27-4105-8b52-b24a124b2e19 service neutron] Port 67483c42-d7a3-41ae-a579-3c17c1cf2d5d on network 6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=101665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:42:16.591149 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-f5f55cec-ad27-4105-8b52-b24a124b2e19 service neutron] Attempting to bind port 67483c42-d7a3-41ae-a579-3c17c1cf2d5d on network 6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3 {{(pid=101665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:42:16.597236 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-f5f55cec-ad27-4105-8b52-b24a124b2e19 service neutron] Checking agent: {'id': '082437a5-0f96-45b0-8b8c-6a124d6faa93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 33, 51), 'started_at': datetime.datetime(2021, 10, 27, 16, 33, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:42:16.597649 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-f5f55cec-ad27-4105-8b52-b24a124b2e19 service neutron] Checking segment: {'id': '9681be8c-579a-4f8b-84c7-92463653b32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:42:16.598237 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-f5f55cec-ad27-4105-8b52-b24a124b2e19 service neutron] Bound using segment: {'id': '9681be8c-579a-4f8b-84c7-92463653b32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3'} {{(pid=101665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:42:16.598745 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.managers [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-f5f55cec-ad27-4105-8b52-b24a124b2e19 service neutron] Bound port: 67483c42-d7a3-41ae-a579-3c17c1cf2d5d, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9681be8c-579a-4f8b-84c7-92463653b32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3'}}] {{(pid=101665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:42:16.599186 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-f5f55cec-ad27-4105-8b52-b24a124b2e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:16.621203 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7912063e-5b6f-44e8-b0f5-61d6d5ebc4bd tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2931a48-f2b6-4f76-bea8-0538c4c6534b,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:16.621955 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-4d1c0f92-b947-478f-bddb-17d6ec94ee7f None None] Set router 5d2a70e8-e24d-4ae4-94a3-50509cec4a50 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:42:16.660481 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2750ba-5f83-4270-8cae-6a01c2103a07 req-492b2b30-00ac-4b40-bffc-fadc02a94e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:16.662035 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9f2750ba-5f83-4270-8cae-6a01c2103a07 req-492b2b30-00ac-4b40-bffc-fadc02a94e8e service neutron] 10.222.0.66 "GET /v2.0/networks?id=d0cc6912-268c-4ba3-af57-86b3ef84a5a9 HTTP/1.1" status: 200 len: 917 time: 0.2546048 Oct 27 16:42:16.749315 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e23728-f9b2-4e6c-8951-8da472ca3fa0 req-608ec144-c1b2-4d38-a909-7888b9f68dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:16.750067 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-24e91e8b-abfa-4e3d-813f-8268c85a352b None None] Provisioning complete for port 552bd7a1-d37f-4602-a4fc-b063a2836ef7 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:16.750380 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-24e91e8b-abfa-4e3d-813f-8268c85a352b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:16.750773 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e0e23728-f9b2-4e6c-8951-8da472ca3fa0 req-608ec144-c1b2-4d38-a909-7888b9f68dfa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8a5441fa0674f9c9e0b8691b4e7dfd6&device_id=53474c61-ae3d-4d71-8e25-0d0c9a674eba HTTP/1.1" status: 200 len: 1099 time: 0.1422451 Oct 27 16:42:16.838259 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9f2750ba-5f83-4270-8cae-6a01c2103a07 req-85509649-0281-4d2b-ae29-a469de4b6c22 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=552bd7a1-d37f-4602-a4fc-b063a2836ef7 HTTP/1.1" status: 200 len: 1002 time: 0.1659670 Oct 27 16:42:16.941255 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e23728-f9b2-4e6c-8951-8da472ca3fa0 req-4638e4a3-ec82-4db7-ae65-3e5cc1a210b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:16.942821 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e0e23728-f9b2-4e6c-8951-8da472ca3fa0 req-4638e4a3-ec82-4db7-ae65-3e5cc1a210b3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e79e46f2-9070-4695-9cd2-8782f08667b9 HTTP/1.1" status: 200 len: 914 time: 0.1794393 Oct 27 16:42:16.947350 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2750ba-5f83-4270-8cae-6a01c2103a07 req-c0bf6e97-1335-432d-bbf7-34f546e8a786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:16.948779 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9f2750ba-5f83-4270-8cae-6a01c2103a07 req-c0bf6e97-1335-432d-bbf7-34f546e8a786 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d64785c2-0a62-4404-952b-b403465d443a HTTP/1.1" status: 200 len: 854 time: 0.1026933 Oct 27 16:42:16.971838 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.db [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-f5f55cec-ad27-4105-8b52-b24a124b2e19 service neutron] For port 67483c42-d7a3-41ae-a579-3c17c1cf2d5d, host hv-cinder-81565, cleared binding levels {{(pid=101665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:42:16.972561 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.db [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-f5f55cec-ad27-4105-8b52-b24a124b2e19 service neutron] For port 67483c42-d7a3-41ae-a579-3c17c1cf2d5d, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=67483c42-d7a3-41ae-a579-3c17c1cf2d5d,segment=NetworkSegment(9681be8c-579a-4f8b-84c7-92463653b32e),segment_id=9681be8c-579a-4f8b-84c7-92463653b32e)] {{(pid=101665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:42:16.979798 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-f5f55cec-ad27-4105-8b52-b24a124b2e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511906'] for port, after_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:17.024161 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-f5f55cec-ad27-4105-8b52-b24a124b2e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:17.024161 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-f5f55cec-ad27-4105-8b52-b24a124b2e19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:17.027159 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-f5f55cec-ad27-4105-8b52-b24a124b2e19 service neutron] 10.222.0.66 "PUT /v2.0/ports/67483c42-d7a3-41ae-a579-3c17c1cf2d5d HTTP/1.1" status: 200 len: 1093 time: 1.2830346 Oct 27 16:42:17.058977 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f55cec-ad27-4105-8b52-b24a124b2e19 service neutron] Pushing event updated for resources: {'Port': ['ID=67483c42-d7a3-41ae-a579-3c17c1cf2d5d,revision_number=3']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:17.064425 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [None req-81193204-5329-4408-84d5-2c79a3b01f05 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Deleting port be00db4d-7254-49d8-b27d-617e37d69cab {{(pid=101666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:42:17.064769 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-81193204-5329-4408-84d5-2c79a3b01f05 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:17.071815 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-4d1c0f92-b947-478f-bddb-17d6ec94ee7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'name': 'tempest-TestVolumeBootPattern-1750613188-router', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:08Z', 'revision_number': 4, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'gw_port': {'id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:77:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_floatingips': [{'id': 'b6992465-8d53-4cb7-bf6f-3e43ae721545', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'floating_ip_address': '172.27.0.196', 'floating_network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'router_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'port_id': '3f860f20-8e06-4db2-8442-169a1e76115d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'mac_address': 'fa:16:3e:aa:eb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53474c61-ae3d-4d71-8e25-0d0c9a674eba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:42:14Z', 'updated_at': '2021-10-27T16:42:14Z', 'revision_number': 0, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856c0e51-f895-4490-a3f3-828627d8238d', 'name': '', 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'mac_address': 'fa:16:3e:4b:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:07Z', 'updated_at': '2021-10-27T16:41:13Z', 'revision_number': 5, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'subnets': [{'id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:17.098930 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1c0f92-b947-478f-bddb-17d6ec94ee7f None None] Checking router: 5d2a70e8-e24d-4ae4-94a3-50509cec4a50 for host: dv-cinder-815659-1-iscsi {{(pid=101667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:42:17.108250 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1c0f92-b947-478f-bddb-17d6ec94ee7f None None] Routers {'5d2a70e8-e24d-4ae4-94a3-50509cec4a50'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:42:17.109054 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-4d1c0f92-b947-478f-bddb-17d6ec94ee7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:42:11Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['5d2a70e8-e24d-4ae4-94a3-50509cec4a50'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:17.114664 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e0e23728-f9b2-4e6c-8951-8da472ca3fa0 req-19e67c70-c709-4c68-b230-68185fdee3c3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f860f20-8e06-4db2-8442-169a1e76115d HTTP/1.1" status: 200 len: 1000 time: 0.1627886 Oct 27 16:42:17.118805 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2750ba-5f83-4270-8cae-6a01c2103a07 req-d24cd0a6-6f8b-4731-a1c3-e278551f2635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:17.120238 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9f2750ba-5f83-4270-8cae-6a01c2103a07 req-d24cd0a6-6f8b-4731-a1c3-e278551f2635 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d0cc6912-268c-4ba3-af57-86b3ef84a5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1618445 Oct 27 16:42:17.140926 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-6bdba2da-9fe8-44b1-bf80-81236a282a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:17.142527 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-6bdba2da-9fe8-44b1-bf80-81236a282a5e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3ff0fae83e4d41e9a7de928fb05d4122&device_id=5bbfcda2-aa9f-4683-8386-870079d0f792 HTTP/1.1" status: 200 len: 1096 time: 0.0506496 Oct 27 16:42:17.161152 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada1af1-709b-4e4d-90d3-d691b97ab86a req-22fa5813-1292-4a4d-8359-eed6fe9c3798 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:17.162704 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4ada1af1-709b-4e4d-90d3-d691b97ab86a req-22fa5813-1292-4a4d-8359-eed6fe9c3798 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/ports?device_id=5bbfcda2-aa9f-4683-8386-870079d0f792 HTTP/1.1" status: 200 len: 943 time: 0.1411078 Oct 27 16:42:17.198161 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-91821218-bef4-4bb9-a066-b91e618fffc6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67483c42-d7a3-41ae-a579-3c17c1cf2d5d HTTP/1.1" status: 200 len: 217 time: 0.0395737 Oct 27 16:42:17.220440 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-4d1c0f92-b947-478f-bddb-17d6ec94ee7f None None] Set router 5d2a70e8-e24d-4ae4-94a3-50509cec4a50 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:42:17.249433 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-74fa6d68-1fee-4088-a3f3-7103185d4c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:17.251035 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-74fa6d68-1fee-4088-a3f3-7103185d4c13 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2257880b-4b28-4290-be19-8e25c369d082 HTTP/1.1" status: 200 len: 854 time: 0.0449805 Oct 27 16:42:17.275383 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-81193204-5329-4408-84d5-2c79a3b01f05 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:17.275783 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-81193204-5329-4408-84d5-2c79a3b01f05 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:17.280999 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e23728-f9b2-4e6c-8951-8da472ca3fa0 req-e0f5e550-d40d-4bb9-9ba2-67b96a02934d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:17.282490 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e0e23728-f9b2-4e6c-8951-8da472ca3fa0 req-e0f5e550-d40d-4bb9-9ba2-67b96a02934d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6fa56c53-ab8f-4abe-be7e-7313a4ee4c63 HTTP/1.1" status: 200 len: 851 time: 0.1444852 Oct 27 16:42:17.287760 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-a9867bb5-f3fd-4dc3-9cb5-730657f586bf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265887 Oct 27 16:42:17.312626 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [None req-81193204-5329-4408-84d5-2c79a3b01f05 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Calling delete_port for be00db4d-7254-49d8-b27d-617e37d69cab owned by network:floatingip {{(pid=101666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:42:17.353213 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4ada1af1-709b-4e4d-90d3-d691b97ab86a req-bfb790bf-1342-4c18-a22a-f5f00cfbd39a tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/security-groups?id=c986df25-62b3-4b19-9628-e560d62d212e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606975 Oct 27 16:42:17.402630 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-96686e9b-1fdb-43f0-ae34-c984f80e1542 service neutron] 10.222.0.66 "GET /v2.0/networks/6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968029 Oct 27 16:42:17.409323 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9f2750ba-5f83-4270-8cae-6a01c2103a07 req-ec968f82-8fa8-41e1-b82e-ee26012b6a5c service neutron] 10.222.0.66 "GET /v2.0/networks/d0cc6912-268c-4ba3-af57-86b3ef84a5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701168 Oct 27 16:42:17.456603 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e23728-f9b2-4e6c-8951-8da472ca3fa0 req-4984edd5-44db-40c6-a3bc-61fc383e9d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:17.458011 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e0e23728-f9b2-4e6c-8951-8da472ca3fa0 req-4984edd5-44db-40c6-a3bc-61fc383e9d63 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e79e46f2-9070-4695-9cd2-8782f08667b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1473489 Oct 27 16:42:17.469203 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-4d1c0f92-b947-478f-bddb-17d6ec94ee7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'name': 'tempest-TestVolumeBootPattern-1750613188-router', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:08Z', 'revision_number': 4, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'gw_port': {'id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:77:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_floatingips': [{'id': 'b6992465-8d53-4cb7-bf6f-3e43ae721545', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'floating_ip_address': '172.27.0.196', 'floating_network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'router_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'port_id': '3f860f20-8e06-4db2-8442-169a1e76115d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'mac_address': 'fa:16:3e:aa:eb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53474c61-ae3d-4d71-8e25-0d0c9a674eba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:42:14Z', 'updated_at': '2021-10-27T16:42:14Z', 'revision_number': 0, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856c0e51-f895-4490-a3f3-828627d8238d', 'name': '', 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'mac_address': 'fa:16:3e:4b:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:07Z', 'updated_at': '2021-10-27T16:41:13Z', 'revision_number': 5, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'subnets': [{'id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:17.501184 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1c0f92-b947-478f-bddb-17d6ec94ee7f None None] The sync data for ids ['5d2a70e8-e24d-4ae4-94a3-50509cec4a50'] in dv-cinder-815659-1-iscsi is: [{'id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'name': 'tempest-TestVolumeBootPattern-1750613188-router', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:08Z', 'revision_number': 4, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'gw_port': {'id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:77:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_floatingips': [{'id': 'b6992465-8d53-4cb7-bf6f-3e43ae721545', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'floating_ip_address': '172.27.0.196', 'floating_network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'router_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'port_id': '3f860f20-8e06-4db2-8442-169a1e76115d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'mac_address': 'fa:16:3e:aa:eb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53474c61-ae3d-4d71-8e25-0d0c9a674eba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:42:14Z', 'updated_at': '2021-10-27T16:42:14Z', 'revision_number': 0, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856c0e51-f895-4490-a3f3-828627d8238d', 'name': '', 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'mac_address': 'fa:16:3e:4b:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:07Z', 'updated_at': '2021-10-27T16:41:13Z', 'revision_number': 5, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'subnets': [{'id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:42:17.520672 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-bd80033e-6774-4cca-8303-a56a42ddda0b req-f5d6764c-f411-415f-b87b-e2f553126b40 service neutron] 10.222.0.66 "GET /v2.0/networks/6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933404 Oct 27 16:42:17.660737 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9f2750ba-5f83-4270-8cae-6a01c2103a07 req-1fca7fa4-afe5-40a1-b824-a2c37c806c0f service neutron] 10.222.0.66 "GET /v2.0/networks/d0cc6912-268c-4ba3-af57-86b3ef84a5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291930 Oct 27 16:42:17.667560 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e0e23728-f9b2-4e6c-8951-8da472ca3fa0 req-c8c4173a-d073-49a1-9277-dcee1260690b service neutron] 10.222.0.66 "GET /v2.0/networks/e79e46f2-9070-4695-9cd2-8782f08667b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704845 Oct 27 16:42:17.707411 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e462e88-99df-44bb-b5f6-1b7039903c99 None None] New status for floating IP b6992465-8d53-4cb7-bf6f-3e43ae721545: ACTIVE {{(pid=101668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:42:17.732041 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-81193204-5329-4408-84d5-2c79a3b01f05 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25690832'] for port, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:17.761320 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81193204-5329-4408-84d5-2c79a3b01f05 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Pushing event deleted for resources: {'Port': ['ID=be00db4d-7254-49d8-b27d-617e37d69cab,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:17.841422 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e0e23728-f9b2-4e6c-8951-8da472ca3fa0 req-7a7a65f2-e68c-4c98-b96a-31eaa042eacf service neutron] 10.222.0.66 "GET /v2.0/networks/e79e46f2-9070-4695-9cd2-8782f08667b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639335 Oct 27 16:42:17.855966 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-81193204-5329-4408-84d5-2c79a3b01f05 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks [] for floatingip, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:17.856397 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.db.l3_db [None req-81193204-5329-4408-84d5-2c79a3b01f05 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Floating IP 39da1ebe-06a1-4a6f-b6fd-ff44797897ae disassociated (deleted). External IP: 172.27.0.141, port: 552bd7a1-d37f-4602-a4fc-b063a2836ef7. Oct 27 16:42:18.325930 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81193204-5329-4408-84d5-2c79a3b01f05 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Router eadc5939-c761-47ef-b54b-1ebaf37bd451 has already been hosted by L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 {{(pid=101666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:42:18.460665 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81193204-5329-4408-84d5-2c79a3b01f05 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:42:18.470136 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a190177f-3dea-4a99-b5a6-00f70655bc84 None None] Sync routers for ids ['eadc5939-c761-47ef-b54b-1ebaf37bd451'] in dv-cinder-815659-1-iscsi {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:42:18.477854 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-81193204-5329-4408-84d5-2c79a3b01f05 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for floatingip, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:18.480872 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a190177f-3dea-4a99-b5a6-00f70655bc84 None None] Routers {'eadc5939-c761-47ef-b54b-1ebaf37bd451'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:42:18.481541 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-a190177f-3dea-4a99-b5a6-00f70655bc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:42:11Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['eadc5939-c761-47ef-b54b-1ebaf37bd451'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:18.515585 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-81193204-5329-4408-84d5-2c79a3b01f05 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "DELETE /v2.0/floatingips/39da1ebe-06a1-4a6f-b6fd-ff44797897ae HTTP/1.1" status: 204 len: 168 time: 1.9587181 Oct 27 16:42:18.515585 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f411fa8e-061c-4a3e-ba9e-316059c805eb', 'tag': '552bd7a1-d37f-4602-a4fc-b063a2836ef7'}] {{(pid=101666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:42:18.517916 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c97a8bc50bc1e60c5bcd83482612a755f7c8660878f0fc94464a674b36297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ae3733-600f-4cd8-bfa1-2dbc879b3f9e" -d '{"events": [{"name": "network-changed", "server_uuid": "f411fa8e-061c-4a3e-ba9e-316059c805eb", "tag": "552bd7a1-d37f-4602-a4fc-b063a2836ef7"}]}' {{(pid=101666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:42:18.529311 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31aeb5a-f8ca-44c9-bfc9-b3c8898f4720 req-8f398188-87fa-4284-9bfd-eba3c2dab911 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:18.530805 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c31aeb5a-f8ca-44c9-bfc9-b3c8898f4720 req-8f398188-87fa-4284-9bfd-eba3c2dab911 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/ports?device_id=5bbfcda2-aa9f-4683-8386-870079d0f792 HTTP/1.1" status: 200 len: 943 time: 0.0816474 Oct 27 16:42:18.548833 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bbfcda2-aa9f-4683-8386-870079d0f792', 'tag': '67483c42-d7a3-41ae-a579-3c17c1cf2d5d'}] {{(pid=101665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:42:18.551252 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e855964699ac36e6c3d6e47e1242f42c8ffa7ad1730da4fc31a2584ac71f7baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5b937e-9dd1-409f-829c-f12ab2269cce" -d '{"events": [{"name": "network-changed", "server_uuid": "5bbfcda2-aa9f-4683-8386-870079d0f792", "tag": "67483c42-d7a3-41ae-a579-3c17c1cf2d5d"}]}' {{(pid=101665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:42:18.571177 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c31aeb5a-f8ca-44c9-bfc9-b3c8898f4720 req-dafd336a-40dd-46e7-b9ce-a49f04979497 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/security-groups?id=c986df25-62b3-4b19-9628-e560d62d212e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329690 Oct 27 16:42:18.594214 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-a190177f-3dea-4a99-b5a6-00f70655bc84 None None] Set router eadc5939-c761-47ef-b54b-1ebaf37bd451 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:42:18.624551 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7460e5c3-2b85-4a0f-8e7b-b380e2d00261 x-openstack-request-id: req-7460e5c3-2b85-4a0f-8e7b-b380e2d00261 {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:42:18.624857 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f411fa8e-061c-4a3e-ba9e-316059c805eb", "tag": "552bd7a1-d37f-4602-a4fc-b063a2836ef7", "status": "completed", "code": 200}]} {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:42:18.625105 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7460e5c3-2b85-4a0f-8e7b-b380e2d00261 {{(pid=101666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:42:18.625502 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f411fa8e-061c-4a3e-ba9e-316059c805eb', 'tag': '552bd7a1-d37f-4602-a4fc-b063a2836ef7', 'status': 'completed', 'code': 200} Oct 27 16:42:18.661735 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2496b5-19c2-4467-abe5-8bca465db089 x-openstack-request-id: req-da2496b5-19c2-4467-abe5-8bca465db089 {{(pid=101665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:42:18.662219 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bbfcda2-aa9f-4683-8386-870079d0f792", "tag": "67483c42-d7a3-41ae-a579-3c17c1cf2d5d", "status": "completed", "code": 200}]} {{(pid=101665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:42:18.662537 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-da2496b5-19c2-4467-abe5-8bca465db089 {{(pid=101665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:42:18.663044 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bbfcda2-aa9f-4683-8386-870079d0f792', 'tag': '67483c42-d7a3-41ae-a579-3c17c1cf2d5d', 'status': 'completed', 'code': 200} Oct 27 16:42:18.751138 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae3733-600f-4cd8-bfa1-2dbc879b3f9e req-57a3001e-62ee-40aa-8503-d54bd7231790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:18.752725 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-11ae3733-600f-4cd8-bfa1-2dbc879b3f9e req-57a3001e-62ee-40aa-8503-d54bd7231790 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a14ffe46fb243d19b1f31c10287a430&device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 1099 time: 0.0959547 Oct 27 16:42:18.762176 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b937e-9dd1-409f-829c-f12ab2269cce req-d9a3fb18-057d-4ea5-b02c-0ff1a2e3498d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:18.764516 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ec5b937e-9dd1-409f-829c-f12ab2269cce req-d9a3fb18-057d-4ea5-b02c-0ff1a2e3498d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3ff0fae83e4d41e9a7de928fb05d4122&device_id=5bbfcda2-aa9f-4683-8386-870079d0f792 HTTP/1.1" status: 200 len: 1096 time: 0.0628428 Oct 27 16:42:18.825954 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-a190177f-3dea-4a99-b5a6-00f70655bc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadc5939-c761-47ef-b54b-1ebaf37bd451', 'name': 'tempest-TestMinimumBasicScenario-1415462820-router', 'tenant_id': '9a14ffe46fb243d19b1f31c10287a430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '79d38635-2030-44c8-84f2-53e897e22948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:38:56Z', 'updated_at': '2021-10-27T16:38:59Z', 'revision_number': 4, 'project_id': '9a14ffe46fb243d19b1f31c10287a430', 'gw_port': {'id': '79d38635-2030-44c8-84f2-53e897e22948', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadc5939-c761-47ef-b54b-1ebaf37bd451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:38:56Z', 'updated_at': '2021-10-27T16:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': 'ad4c6c74-56ac-42f4-877d-87d78dcb7f85', 'name': '', 'network_id': 'd0cc6912-268c-4ba3-af57-86b3ef84a5a9', 'tenant_id': '9a14ffe46fb243d19b1f31c10287a430', 'mac_address': 'fa:16:3e:1a:8b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadc5939-c761-47ef-b54b-1ebaf37bd451', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'd64785c2-0a62-4404-952b-b403465d443a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:38:58Z', 'updated_at': '2021-10-27T16:39:04Z', 'revision_number': 5, 'project_id': '9a14ffe46fb243d19b1f31c10287a430', 'subnets': [{'id': 'd64785c2-0a62-4404-952b-b403465d443a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:18.865548 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a190177f-3dea-4a99-b5a6-00f70655bc84 None None] Checking router: eadc5939-c761-47ef-b54b-1ebaf37bd451 for host: dv-cinder-815659-1-iscsi {{(pid=101667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:42:18.878055 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a190177f-3dea-4a99-b5a6-00f70655bc84 None None] Routers {'eadc5939-c761-47ef-b54b-1ebaf37bd451'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:42:18.878689 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-a190177f-3dea-4a99-b5a6-00f70655bc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:42:11Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['eadc5939-c761-47ef-b54b-1ebaf37bd451'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:18.939997 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae3733-600f-4cd8-bfa1-2dbc879b3f9e req-786f097e-0424-420b-8928-1ecc9039260c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:18.941487 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-11ae3733-600f-4cd8-bfa1-2dbc879b3f9e req-786f097e-0424-420b-8928-1ecc9039260c service neutron] 10.222.0.66 "GET /v2.0/networks?id=d0cc6912-268c-4ba3-af57-86b3ef84a5a9 HTTP/1.1" status: 200 len: 917 time: 0.1623895 Oct 27 16:42:18.942551 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b937e-9dd1-409f-829c-f12ab2269cce req-af20ec62-eab5-4051-a1c1-ecb54d465c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:18.943872 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ec5b937e-9dd1-409f-829c-f12ab2269cce req-af20ec62-eab5-4051-a1c1-ecb54d465c39 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3 HTTP/1.1" status: 200 len: 916 time: 0.1569448 Oct 27 16:42:19.030160 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ec5b937e-9dd1-409f-829c-f12ab2269cce req-553698bf-308e-433d-8436-591c38472030 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67483c42-d7a3-41ae-a579-3c17c1cf2d5d HTTP/1.1" status: 200 len: 217 time: 0.0709031 Oct 27 16:42:19.031463 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-11ae3733-600f-4cd8-bfa1-2dbc879b3f9e req-fec58120-1cf5-4f7b-b017-f55e83b2eef1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=552bd7a1-d37f-4602-a4fc-b063a2836ef7 HTTP/1.1" status: 200 len: 217 time: 0.0737257 Oct 27 16:42:19.112183 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-a190177f-3dea-4a99-b5a6-00f70655bc84 None None] Set router eadc5939-c761-47ef-b54b-1ebaf37bd451 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:42:19.139049 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b937e-9dd1-409f-829c-f12ab2269cce req-d362d9b5-a274-45bf-a630-2d0ed060f55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:19.140809 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ec5b937e-9dd1-409f-829c-f12ab2269cce req-d362d9b5-a274-45bf-a630-2d0ed060f55c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2257880b-4b28-4290-be19-8e25c369d082 HTTP/1.1" status: 200 len: 854 time: 0.0715523 Oct 27 16:42:19.143676 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae3733-600f-4cd8-bfa1-2dbc879b3f9e req-294bee18-7135-4157-a263-f7513c8bb15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:19.143676 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-11ae3733-600f-4cd8-bfa1-2dbc879b3f9e req-294bee18-7135-4157-a263-f7513c8bb15e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d64785c2-0a62-4404-952b-b403465d443a HTTP/1.1" status: 200 len: 854 time: 0.0818937 Oct 27 16:42:19.212032 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ec5b937e-9dd1-409f-829c-f12ab2269cce req-bdf7e5c6-c390-4559-8af2-9f56d3f92b93 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477135 Oct 27 16:42:19.266651 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae3733-600f-4cd8-bfa1-2dbc879b3f9e req-a4104bad-359f-4924-9896-5945ec62fd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:19.268323 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-11ae3733-600f-4cd8-bfa1-2dbc879b3f9e req-a4104bad-359f-4924-9896-5945ec62fd00 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d0cc6912-268c-4ba3-af57-86b3ef84a5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1052210 Oct 27 16:42:19.313112 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-a190177f-3dea-4a99-b5a6-00f70655bc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadc5939-c761-47ef-b54b-1ebaf37bd451', 'name': 'tempest-TestMinimumBasicScenario-1415462820-router', 'tenant_id': '9a14ffe46fb243d19b1f31c10287a430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '79d38635-2030-44c8-84f2-53e897e22948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:38:56Z', 'updated_at': '2021-10-27T16:38:59Z', 'revision_number': 4, 'project_id': '9a14ffe46fb243d19b1f31c10287a430', 'gw_port': {'id': '79d38635-2030-44c8-84f2-53e897e22948', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadc5939-c761-47ef-b54b-1ebaf37bd451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:38:56Z', 'updated_at': '2021-10-27T16:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': 'ad4c6c74-56ac-42f4-877d-87d78dcb7f85', 'name': '', 'network_id': 'd0cc6912-268c-4ba3-af57-86b3ef84a5a9', 'tenant_id': '9a14ffe46fb243d19b1f31c10287a430', 'mac_address': 'fa:16:3e:1a:8b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadc5939-c761-47ef-b54b-1ebaf37bd451', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'd64785c2-0a62-4404-952b-b403465d443a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:38:58Z', 'updated_at': '2021-10-27T16:39:04Z', 'revision_number': 5, 'project_id': '9a14ffe46fb243d19b1f31c10287a430', 'subnets': [{'id': 'd64785c2-0a62-4404-952b-b403465d443a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:19.340646 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a190177f-3dea-4a99-b5a6-00f70655bc84 None None] The sync data for ids ['eadc5939-c761-47ef-b54b-1ebaf37bd451'] in dv-cinder-815659-1-iscsi is: [{'id': 'eadc5939-c761-47ef-b54b-1ebaf37bd451', 'name': 'tempest-TestMinimumBasicScenario-1415462820-router', 'tenant_id': '9a14ffe46fb243d19b1f31c10287a430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '79d38635-2030-44c8-84f2-53e897e22948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:38:56Z', 'updated_at': '2021-10-27T16:38:59Z', 'revision_number': 4, 'project_id': '9a14ffe46fb243d19b1f31c10287a430', 'gw_port': {'id': '79d38635-2030-44c8-84f2-53e897e22948', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadc5939-c761-47ef-b54b-1ebaf37bd451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:38:56Z', 'updated_at': '2021-10-27T16:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': 'ad4c6c74-56ac-42f4-877d-87d78dcb7f85', 'name': '', 'network_id': 'd0cc6912-268c-4ba3-af57-86b3ef84a5a9', 'tenant_id': '9a14ffe46fb243d19b1f31c10287a430', 'mac_address': 'fa:16:3e:1a:8b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadc5939-c761-47ef-b54b-1ebaf37bd451', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'd64785c2-0a62-4404-952b-b403465d443a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:38:58Z', 'updated_at': '2021-10-27T16:39:04Z', 'revision_number': 5, 'project_id': '9a14ffe46fb243d19b1f31c10287a430', 'subnets': [{'id': 'd64785c2-0a62-4404-952b-b403465d443a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:42:19.360903 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ec5b937e-9dd1-409f-829c-f12ab2269cce req-980061b7-c4c5-49e5-b0f8-f61a3cf1278d service neutron] 10.222.0.66 "GET /v2.0/networks/6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378908 Oct 27 16:42:19.448234 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-11ae3733-600f-4cd8-bfa1-2dbc879b3f9e req-1e44513e-645a-4b33-aa4f-68eb175b4e96 service neutron] 10.222.0.66 "GET /v2.0/networks/d0cc6912-268c-4ba3-af57-86b3ef84a5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580532 Oct 27 16:42:19.536344 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ec5b937e-9dd1-409f-829c-f12ab2269cce req-295effb4-ebc9-4671-9edd-9e0fe1c8ffad service neutron] 10.222.0.66 "GET /v2.0/networks/6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656895 Oct 27 16:42:19.568265 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c273febd-8462-44ed-ba6d-3659ab3db03d None None] New status for floating IP 39da1ebe-06a1-4a6f-b6fd-ff44797897ae: DOWN {{(pid=101668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:42:19.571542 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-11ae3733-600f-4cd8-bfa1-2dbc879b3f9e req-67f625de-5308-40ae-8de0-2b3671458b34 service neutron] 10.222.0.66 "GET /v2.0/networks/d0cc6912-268c-4ba3-af57-86b3ef84a5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148720 Oct 27 16:42:19.719395 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d26b29-c40b-446f-898a-98309b76ee4d req-90604d08-eefe-4a35-8443-b5cbd7f43675 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:19.721731 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-73d26b29-c40b-446f-898a-98309b76ee4d req-90604d08-eefe-4a35-8443-b5cbd7f43675 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/ports?device_id=5bbfcda2-aa9f-4683-8386-870079d0f792 HTTP/1.1" status: 200 len: 943 time: 0.0649881 Oct 27 16:42:19.766176 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-73d26b29-c40b-446f-898a-98309b76ee4d req-4b99fa22-88cb-45a3-99c8-3ab795db615d tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/security-groups?id=c986df25-62b3-4b19-9628-e560d62d212e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383856 Oct 27 16:42:20.231525 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 67483c42-d7a3-41ae-a579-3c17c1cf2d5d details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=101667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:42:20.343372 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 67483c42-d7a3-41ae-a579-3c17c1cf2d5d, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=67483c42-d7a3-41ae-a579-3c17c1cf2d5d,segment=NetworkSegment(9681be8c-579a-4f8b-84c7-92463653b32e),segment_id=9681be8c-579a-4f8b-84c7-92463653b32e)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:20.355621 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Returning: {'device': '67483c42-d7a3-41ae-a579-3c17c1cf2d5d', 'network_id': '6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3', 'port_id': '67483c42-d7a3-41ae-a579-3c17c1cf2d5d', 'mac_address': 'fa:16:3e:55:53:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2257880b-4b28-4290-be19-8e25c369d082', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:42:20.393176 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:20.406512 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67483c42-d7a3-41ae-a579-3c17c1cf2d5d {{(pid=101667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:42:20.425244 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 67483c42-d7a3-41ae-a579-3c17c1cf2d5d, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=67483c42-d7a3-41ae-a579-3c17c1cf2d5d,segment=NetworkSegment(9681be8c-579a-4f8b-84c7-92463653b32e),segment_id=9681be8c-579a-4f8b-84c7-92463653b32e)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:20.431304 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:20.492485 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=67483c42-d7a3-41ae-a579-3c17c1cf2d5d,revision_number=4']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:20.791797 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['67483c42-d7a3-41ae-a579-3c17c1cf2d5d'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:42:20.885205 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1c580-792c-4177-9497-8d16147efd98 req-ae3df8da-374e-4c22-8bdc-64d80f584161 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:20.886663 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c5b1c580-792c-4177-9497-8d16147efd98 req-ae3df8da-374e-4c22-8bdc-64d80f584161 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/ports?device_id=5bbfcda2-aa9f-4683-8386-870079d0f792 HTTP/1.1" status: 200 len: 944 time: 0.0490687 Oct 27 16:42:20.924968 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c5b1c580-792c-4177-9497-8d16147efd98 req-7058cdbb-37f0-4f29-ade5-748220c8ddda tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/security-groups?id=c986df25-62b3-4b19-9628-e560d62d212e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319526 Oct 27 16:42:21.329983 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:21.350702 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5ac4d-031b-444d-86e5-10341864df35 req-c0683244-11ff-4b5d-b282-3bb79976bca3 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:21.352210 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9dd5ac4d-031b-444d-86e5-10341864df35 req-c0683244-11ff-4b5d-b282-3bb79976bca3 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 946 time: 0.0517735 Oct 27 16:42:21.394995 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9dd5ac4d-031b-444d-86e5-10341864df35 req-ecaba0c5-c734-4f67-9211-e9ddab65d946 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337737 Oct 27 16:42:22.042892 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2b00a-7f38-424e-a821-25f875541cb3 req-16ea465f-01e1-4283-9264-af210b9547ec tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:22.044460 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c1a2b00a-7f38-424e-a821-25f875541cb3 req-16ea465f-01e1-4283-9264-af210b9547ec tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/ports?device_id=5bbfcda2-aa9f-4683-8386-870079d0f792 HTTP/1.1" status: 200 len: 944 time: 0.0484138 Oct 27 16:42:22.085968 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c1a2b00a-7f38-424e-a821-25f875541cb3 req-8ec6571a-3157-4387-a659-8da85dd3b239 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/security-groups?id=c986df25-62b3-4b19-9628-e560d62d212e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356333 Oct 27 16:42:22.261489 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 67483c42-d7a3-41ae-a579-3c17c1cf2d5d up at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:42:22.326310 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning for port 67483c42-d7a3-41ae-a579-3c17c1cf2d5d completed by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:42:22.330258 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning complete for port 67483c42-d7a3-41ae-a579-3c17c1cf2d5d triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:22.330858 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:22.408181 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:22.430649 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bbfcda2-aa9f-4683-8386-870079d0f792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67483c42-d7a3-41ae-a579-3c17c1cf2d5d'}] {{(pid=101667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:42:22.433061 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15467c740e99bfee501675d45c0ab6b31e8088b61e385ce1236909406ef3d9b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac61312-09e6-4c8d-8ae8-7af85e09f628" -d '{"events": [{"server_uuid": "5bbfcda2-aa9f-4683-8386-870079d0f792", "name": "network-vif-plugged", "status": "completed", "tag": "67483c42-d7a3-41ae-a579-3c17c1cf2d5d"}]}' {{(pid=101667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:42:22.449552 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 67483c42-d7a3-41ae-a579-3c17c1cf2d5d, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=67483c42-d7a3-41ae-a579-3c17c1cf2d5d,segment=NetworkSegment(9681be8c-579a-4f8b-84c7-92463653b32e),segment_id=9681be8c-579a-4f8b-84c7-92463653b32e)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:22.455268 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:22.479466 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85aef2b9-d5d5-4777-985a-5d4a2436d120 x-openstack-request-id: req-85aef2b9-d5d5-4777-985a-5d4a2436d120 {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:42:22.479688 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bbfcda2-aa9f-4683-8386-870079d0f792", "name": "network-vif-plugged", "status": "completed", "tag": "67483c42-d7a3-41ae-a579-3c17c1cf2d5d", "code": 200}]} {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:42:22.479796 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-85aef2b9-d5d5-4777-985a-5d4a2436d120 {{(pid=101667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:42:22.480197 dv-cinder-815659-1-iscsi neutron-server[101667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bbfcda2-aa9f-4683-8386-870079d0f792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67483c42-d7a3-41ae-a579-3c17c1cf2d5d', 'code': 200} Oct 27 16:42:22.506639 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=67483c42-d7a3-41ae-a579-3c17c1cf2d5d,revision_number=5']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:22.523260 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9e6c9-b278-4032-bf1d-9932c35b4e60 req-2659828a-3af4-4726-a2da-fba2ba2f4036 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:22.524811 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b6c9e6c9-b278-4032-bf1d-9932c35b4e60 req-2659828a-3af4-4726-a2da-fba2ba2f4036 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 946 time: 0.0585735 Oct 27 16:42:22.563895 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b6c9e6c9-b278-4032-bf1d-9932c35b4e60 req-5cbf2629-ec4e-402c-b294-ca4001eb5895 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326602 Oct 27 16:42:22.668007 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa87ece-1b81-405b-aa7e-d3213756f7fa req-2f41e22f-5943-419d-b612-311ca07bf25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:22.669497 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-faa87ece-1b81-405b-aa7e-d3213756f7fa req-2f41e22f-5943-419d-b612-311ca07bf25f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5bbfcda2-aa9f-4683-8386-870079d0f792 HTTP/1.1" status: 200 len: 1098 time: 0.0421546 Oct 27 16:42:22.712105 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-faa87ece-1b81-405b-aa7e-d3213756f7fa req-96982e06-6fd0-4ec1-a212-e0b7d195b2dd service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c986df25-62b3-4b19-9628-e560d62d212e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304489 Oct 27 16:42:23.214200 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d372f1d-9214-4d82-bcf1-cb917ce7c7da req-1283a2b0-1097-4249-ba7c-fac48c440f59 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:23.215676 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4d372f1d-9214-4d82-bcf1-cb917ce7c7da req-1283a2b0-1097-4249-ba7c-fac48c440f59 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/ports?device_id=5bbfcda2-aa9f-4683-8386-870079d0f792 HTTP/1.1" status: 200 len: 945 time: 0.0518823 Oct 27 16:42:23.261389 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4d372f1d-9214-4d82-bcf1-cb917ce7c7da req-3e124289-74d3-459d-b84c-14e391505cf0 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/security-groups?id=c986df25-62b3-4b19-9628-e560d62d212e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365894 Oct 27 16:42:23.694007 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690fba0-f88e-48fd-9b3c-16f14b61ed2a req-b745eecf-48b4-448a-90db-64315e03a589 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:23.695589 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1690fba0-f88e-48fd-9b3c-16f14b61ed2a req-b745eecf-48b4-448a-90db-64315e03a589 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 946 time: 0.0495896 Oct 27 16:42:23.735390 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1690fba0-f88e-48fd-9b3c-16f14b61ed2a req-acac1020-6472-454e-ba5d-5d73e91c6881 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/security-groups?id=35082175-8fa1-428d-9b21-97149ff97814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334284 Oct 27 16:42:24.281909 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e0d95-0f57-4def-a3f2-a90d0cd68eeb req-f782882c-0ee4-4841-8443-e8de3971bd3a tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:24.283404 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e61e0d95-0f57-4def-a3f2-a90d0cd68eeb req-f782882c-0ee4-4841-8443-e8de3971bd3a tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.66 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 946 time: 0.0615971 Oct 27 16:42:24.437934 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f996f6-b9d8-40ee-9c7c-1afcf2b8b13d req-063bbff8-90e7-4790-8b4e-cc856e85c19e tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:24.439406 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-22f996f6-b9d8-40ee-9c7c-1afcf2b8b13d req-063bbff8-90e7-4790-8b4e-cc856e85c19e tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/ports?device_id=5bbfcda2-aa9f-4683-8386-870079d0f792 HTTP/1.1" status: 200 len: 945 time: 0.1050670 Oct 27 16:42:24.472639 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [req-e61e0d95-0f57-4def-a3f2-a90d0cd68eeb req-a059e880-313a-482f-ad8d-e2932875a464 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Deleting port 552bd7a1-d37f-4602-a4fc-b063a2836ef7 {{(pid=101666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:42:24.472974 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-e61e0d95-0f57-4def-a3f2-a90d0cd68eeb req-a059e880-313a-482f-ad8d-e2932875a464 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:24.519114 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-22f996f6-b9d8-40ee-9c7c-1afcf2b8b13d req-ef5ccd50-0bb6-4e59-b51f-2bb32c4734f2 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/security-groups?id=c986df25-62b3-4b19-9628-e560d62d212e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732777 Oct 27 16:42:24.575086 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-e61e0d95-0f57-4def-a3f2-a90d0cd68eeb req-a059e880-313a-482f-ad8d-e2932875a464 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] For port 552bd7a1-d37f-4602-a4fc-b063a2836ef7, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=552bd7a1-d37f-4602-a4fc-b063a2836ef7,segment=NetworkSegment(8132c6f7-1654-4957-bad5-c7c76633225a),segment_id=8132c6f7-1654-4957-bad5-c7c76633225a)] {{(pid=101666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:24.575446 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-e61e0d95-0f57-4def-a3f2-a90d0cd68eeb req-a059e880-313a-482f-ad8d-e2932875a464 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:24.586811 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [req-e61e0d95-0f57-4def-a3f2-a90d0cd68eeb req-a059e880-313a-482f-ad8d-e2932875a464 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Calling delete_port for 552bd7a1-d37f-4602-a4fc-b063a2836ef7 owned by compute:nova {{(pid=101666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:42:24.730388 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-e61e0d95-0f57-4def-a3f2-a90d0cd68eeb req-a059e880-313a-482f-ad8d-e2932875a464 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25690832'] for port, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:24.742718 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['552bd7a1-d37f-4602-a4fc-b063a2836ef7'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:42:24.762228 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a059e880-313a-482f-ad8d-e2932875a464 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Pushing event deleted for resources: {'Port': ['ID=552bd7a1-d37f-4602-a4fc-b063a2836ef7,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:24.804708 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [req-e61e0d95-0f57-4def-a3f2-a90d0cd68eeb req-a059e880-313a-482f-ad8d-e2932875a464 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] No DVR routers for this DVR port 552bd7a1-d37f-4602-a4fc-b063a2836ef7 on host hv-cinder-81565 {{(pid=101666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:42:24.807458 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-e61e0d95-0f57-4def-a3f2-a90d0cd68eeb req-a059e880-313a-482f-ad8d-e2932875a464 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:24.810902 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e61e0d95-0f57-4def-a3f2-a90d0cd68eeb req-a059e880-313a-482f-ad8d-e2932875a464 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.66 "DELETE /v2.0/ports/552bd7a1-d37f-4602-a4fc-b063a2836ef7 HTTP/1.1" status: 204 len: 173 time: 0.4877257 Oct 27 16:42:24.811343 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f411fa8e-061c-4a3e-ba9e-316059c805eb', 'name': 'network-vif-deleted', 'tag': '552bd7a1-d37f-4602-a4fc-b063a2836ef7'}] {{(pid=101666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:42:24.813647 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c97a8bc50bc1e60c5bcd83482612a755f7c8660878f0fc94464a674b36297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c8893b-93cf-42fd-a717-cba4b2d7e894" -d '{"events": [{"server_uuid": "f411fa8e-061c-4a3e-ba9e-316059c805eb", "name": "network-vif-deleted", "tag": "552bd7a1-d37f-4602-a4fc-b063a2836ef7"}]}' {{(pid=101666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:42:24.843630 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e271baaa-7f04-4714-821d-94113a53d7fe req-750eafe8-c2c3-461d-b6c6-37e843d97239 tempest-TestMinimumBasicScenario-978338949 tempest-TestMinimumBasicScenario-978338949-project] 10.222.0.91 "GET /v2.0/ports?device_id=f411fa8e-061c-4a3e-ba9e-316059c805eb HTTP/1.1" status: 200 len: 210 time: 0.0265484 Oct 27 16:42:24.856997 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ce6ae3-1398-48b8-8c95-d7a112599310 x-openstack-request-id: req-28ce6ae3-1398-48b8-8c95-d7a112599310 {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:42:24.857447 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f411fa8e-061c-4a3e-ba9e-316059c805eb", "name": "network-vif-deleted", "tag": "552bd7a1-d37f-4602-a4fc-b063a2836ef7", "status": "completed", "code": 200}]} {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:42:24.857838 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-28ce6ae3-1398-48b8-8c95-d7a112599310 {{(pid=101666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:42:24.858249 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f411fa8e-061c-4a3e-ba9e-316059c805eb', 'name': 'network-vif-deleted', 'tag': '552bd7a1-d37f-4602-a4fc-b063a2836ef7', 'status': 'completed', 'code': 200} Oct 27 16:42:25.647680 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede1bd9-9e8c-4ec4-b08b-d632792cdd28 req-56c2c1db-a739-41b1-b55c-879804280d0c tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:25.649223 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cede1bd9-9e8c-4ec4-b08b-d632792cdd28 req-56c2c1db-a739-41b1-b55c-879804280d0c tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/ports?device_id=5bbfcda2-aa9f-4683-8386-870079d0f792 HTTP/1.1" status: 200 len: 945 time: 0.0514472 Oct 27 16:42:25.688576 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cede1bd9-9e8c-4ec4-b08b-d632792cdd28 req-0080d7ec-2e38-4180-82b0-a9552038af21 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/security-groups?id=c986df25-62b3-4b19-9628-e560d62d212e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332036 Oct 27 16:42:26.547604 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 58038) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:26.906274 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-1e8767e0-2bda-46d0-b33b-0ddbb076f2d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3735081'] for router_interface, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:27.173185 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [None req-1e8767e0-2bda-46d0-b33b-0ddbb076f2d3 admin admin] Deleting port ad4c6c74-56ac-42f4-877d-87d78dcb7f85 {{(pid=101666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:42:27.173530 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-1e8767e0-2bda-46d0-b33b-0ddbb076f2d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:27.249177 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [None req-1e8767e0-2bda-46d0-b33b-0ddbb076f2d3 admin admin] For port ad4c6c74-56ac-42f4-877d-87d78dcb7f85, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=ad4c6c74-56ac-42f4-877d-87d78dcb7f85,segment=NetworkSegment(8132c6f7-1654-4957-bad5-c7c76633225a),segment_id=8132c6f7-1654-4957-bad5-c7c76633225a)] {{(pid=101666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:27.249554 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-1e8767e0-2bda-46d0-b33b-0ddbb076f2d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:27.262738 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [None req-1e8767e0-2bda-46d0-b33b-0ddbb076f2d3 admin admin] Calling delete_port for ad4c6c74-56ac-42f4-877d-87d78dcb7f85 owned by network:router_interface {{(pid=101666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:42:27.447169 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-1e8767e0-2bda-46d0-b33b-0ddbb076f2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25690832'] for port, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:27.477498 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8767e0-2bda-46d0-b33b-0ddbb076f2d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad4c6c74-56ac-42f4-877d-87d78dcb7f85,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:27.524584 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.agents_db [None req-8f3c53fd-3166-491a-b603-91a64fcc8de1 None None] Agent healthcheck: found 6 active agents {{(pid=101668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:42:27.652315 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-1e8767e0-2bda-46d0-b33b-0ddbb076f2d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3579529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3735237'] for router_interface, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:28.131809 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8767e0-2bda-46d0-b33b-0ddbb076f2d3 admin admin] Router eadc5939-c761-47ef-b54b-1ebaf37bd451 has already been hosted by L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 {{(pid=101666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:42:28.241788 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8767e0-2bda-46d0-b33b-0ddbb076f2d3 admin admin] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:42:28.246912 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-1e8767e0-2bda-46d0-b33b-0ddbb076f2d3 admin admin] 10.222.0.91 "PUT /v2.0/routers/eadc5939-c761-47ef-b54b-1ebaf37bd451/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6981533 Oct 27 16:42:28.249717 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 58050) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:28.251421 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dd1b6b-d390-49ca-be06-a1b78c2e160d None None] Sync routers for ids ['eadc5939-c761-47ef-b54b-1ebaf37bd451'] in dv-cinder-815659-1-iscsi {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:42:28.263274 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 552bd7a1-d37f-4602-a4fc-b063a2836ef7 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:42:28.265842 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dd1b6b-d390-49ca-be06-a1b78c2e160d None None] Routers {'eadc5939-c761-47ef-b54b-1ebaf37bd451'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:42:28.266440 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-d5dd1b6b-d390-49ca-be06-a1b78c2e160d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:42:11Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['eadc5939-c761-47ef-b54b-1ebaf37bd451'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:28.344089 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] No Port match for: 552bd7a1-d37f-4602-a4fc-b063a2836ef7 {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:42:28.344412 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 552bd7a1-d37f-4602-a4fc-b063a2836ef7 not bound to the agent host hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:42:28.354855 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-569fe614-6c7e-4038-8748-4ec1cb0866ef admin admin] Publish callbacks [] for router, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:28.391505 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-d5dd1b6b-d390-49ca-be06-a1b78c2e160d None None] Set router eadc5939-c761-47ef-b54b-1ebaf37bd451 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:42:28.457796 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-569fe614-6c7e-4038-8748-4ec1cb0866ef admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:28.517287 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [None req-569fe614-6c7e-4038-8748-4ec1cb0866ef admin admin] Deleting port 79d38635-2030-44c8-84f2-53e897e22948 {{(pid=101666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:42:28.517606 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-569fe614-6c7e-4038-8748-4ec1cb0866ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:28.577656 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-d5dd1b6b-d390-49ca-be06-a1b78c2e160d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadc5939-c761-47ef-b54b-1ebaf37bd451', 'name': 'tempest-TestMinimumBasicScenario-1415462820-router', 'tenant_id': '9a14ffe46fb243d19b1f31c10287a430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '79d38635-2030-44c8-84f2-53e897e22948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:38:56Z', 'updated_at': '2021-10-27T16:42:27Z', 'revision_number': 5, 'project_id': '9a14ffe46fb243d19b1f31c10287a430', 'gw_port': {'id': '79d38635-2030-44c8-84f2-53e897e22948', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadc5939-c761-47ef-b54b-1ebaf37bd451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:38:56Z', 'updated_at': '2021-10-27T16:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi'}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:28.597888 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [None req-569fe614-6c7e-4038-8748-4ec1cb0866ef admin admin] For port 79d38635-2030-44c8-84f2-53e897e22948, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=79d38635-2030-44c8-84f2-53e897e22948,segment=NetworkSegment(9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182),segment_id=9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182)] {{(pid=101666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:28.598270 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-569fe614-6c7e-4038-8748-4ec1cb0866ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:28.606067 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dd1b6b-d390-49ca-be06-a1b78c2e160d None None] Checking router: eadc5939-c761-47ef-b54b-1ebaf37bd451 for host: dv-cinder-815659-1-iscsi {{(pid=101667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:42:28.610837 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [None req-569fe614-6c7e-4038-8748-4ec1cb0866ef admin admin] Calling delete_port for 79d38635-2030-44c8-84f2-53e897e22948 owned by network:router_gateway {{(pid=101666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:42:28.614314 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dd1b6b-d390-49ca-be06-a1b78c2e160d None None] Routers {'eadc5939-c761-47ef-b54b-1ebaf37bd451'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:42:28.615101 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-d5dd1b6b-d390-49ca-be06-a1b78c2e160d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:42:11Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['eadc5939-c761-47ef-b54b-1ebaf37bd451'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:28.704881 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-d5dd1b6b-d390-49ca-be06-a1b78c2e160d None None] Set router eadc5939-c761-47ef-b54b-1ebaf37bd451 gateway port host: None {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:42:28.760749 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-d5dd1b6b-d390-49ca-be06-a1b78c2e160d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadc5939-c761-47ef-b54b-1ebaf37bd451', 'name': 'tempest-TestMinimumBasicScenario-1415462820-router', 'tenant_id': '9a14ffe46fb243d19b1f31c10287a430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:38:56Z', 'updated_at': '2021-10-27T16:42:28Z', 'revision_number': 6, 'project_id': '9a14ffe46fb243d19b1f31c10287a430', 'gw_port_host': None}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:28.785767 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-569fe614-6c7e-4038-8748-4ec1cb0866ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25690832'] for port, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:28.788732 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dd1b6b-d390-49ca-be06-a1b78c2e160d None None] The sync data for ids ['eadc5939-c761-47ef-b54b-1ebaf37bd451'] in dv-cinder-815659-1-iscsi is: [{'id': 'eadc5939-c761-47ef-b54b-1ebaf37bd451', 'name': 'tempest-TestMinimumBasicScenario-1415462820-router', 'tenant_id': '9a14ffe46fb243d19b1f31c10287a430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:38:56Z', 'updated_at': '2021-10-27T16:42:28Z', 'revision_number': 6, 'project_id': '9a14ffe46fb243d19b1f31c10287a430', 'gw_port_host': None}] {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:42:28.811020 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569fe614-6c7e-4038-8748-4ec1cb0866ef admin admin] Pushing event deleted for resources: {'Port': ['ID=79d38635-2030-44c8-84f2-53e897e22948,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:28.878614 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-569fe614-6c7e-4038-8748-4ec1cb0866ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3734119'] for router_gateway, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:28.981275 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-569fe614-6c7e-4038-8748-4ec1cb0866ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3732749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3512'] for router, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:28.983699 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-569fe614-6c7e-4038-8748-4ec1cb0866ef admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:29.048786 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-569fe614-6c7e-4038-8748-4ec1cb0866ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3732762'] for router, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:29.049385 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569fe614-6c7e-4038-8748-4ec1cb0866ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router eadc5939-c761-47ef-b54b-1ebaf37bd451 {{(pid=101666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:42:29.054371 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-569fe614-6c7e-4038-8748-4ec1cb0866ef admin admin] Publish callbacks [] for router, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:29.055472 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-569fe614-6c7e-4038-8748-4ec1cb0866ef admin admin] 10.222.0.91 "DELETE /v2.0/routers/eadc5939-c761-47ef-b54b-1ebaf37bd451 HTTP/1.1" status: 204 len: 168 time: 0.8046477 Oct 27 16:42:29.058114 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 58056) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:29.110472 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.db_base_plugin_v2 [None req-abd04d9b-7263-4021-8d5f-8fe099a1f7ee admin admin] Deleting subnet d64785c2-0a62-4404-952b-b403465d443a {{(pid=101666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:42:29.113904 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-abd04d9b-7263-4021-8d5f-8fe099a1f7ee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:29.151901 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-abd04d9b-7263-4021-8d5f-8fe099a1f7ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25240030'] for subnet, precommit_delete_associations {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:29.270639 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-abd04d9b-7263-4021-8d5f-8fe099a1f7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642671'] for subnet, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:29.327908 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-abd04d9b-7263-4021-8d5f-8fe099a1f7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25690853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29061685'] for subnet, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:29.352668 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd04d9b-7263-4021-8d5f-8fe099a1f7ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d64785c2-0a62-4404-952b-b403465d443a,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:29.356302 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-abd04d9b-7263-4021-8d5f-8fe099a1f7ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for subnet, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:29.359448 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-abd04d9b-7263-4021-8d5f-8fe099a1f7ee admin admin] 10.222.0.91 "DELETE /v2.0/subnets/d64785c2-0a62-4404-952b-b403465d443a HTTP/1.1" status: 204 len: 168 time: 0.3004262 Oct 27 16:42:29.361896 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623e5a40-0d48-4752-88f0-a4838cfd890b None None] Network d0cc6912-268c-4ba3-af57-86b3ef84a5a9 requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:42:29.362423 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 58060) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:29.433879 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0dac637b-8c3f-42c2-944b-7711c4f569f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617108'] for network, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:29.486672 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [None req-0dac637b-8c3f-42c2-944b-7711c4f569f8 admin admin] Deleting port ca312f3e-2cc4-4efa-96d1-8787a9e840ab {{(pid=101666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:42:29.486975 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0dac637b-8c3f-42c2-944b-7711c4f569f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:29.549359 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [None req-0dac637b-8c3f-42c2-944b-7711c4f569f8 admin admin] For port ca312f3e-2cc4-4efa-96d1-8787a9e840ab, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=ca312f3e-2cc4-4efa-96d1-8787a9e840ab,segment=NetworkSegment(8132c6f7-1654-4957-bad5-c7c76633225a),segment_id=8132c6f7-1654-4957-bad5-c7c76633225a)] {{(pid=101666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:29.549660 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0dac637b-8c3f-42c2-944b-7711c4f569f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:29.566872 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [None req-0dac637b-8c3f-42c2-944b-7711c4f569f8 admin admin] Calling delete_port for ca312f3e-2cc4-4efa-96d1-8787a9e840ab owned by network:dhcp {{(pid=101666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:42:29.585190 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c174b2-2e53-4a76-920f-eab7bb51daba None None] DHCP port deletion for d0cc6912-268c-4ba3-af57-86b3ef84a5a9 request from dv-cinder-815659-1-iscsi {{(pid=101667) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:42:29.636077 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-f6c174b2-2e53-4a76-920f-eab7bb51daba None None] Deleting port ca312f3e-2cc4-4efa-96d1-8787a9e840ab {{(pid=101667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:42:29.636675 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-f6c174b2-2e53-4a76-920f-eab7bb51daba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:29.663691 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0dac637b-8c3f-42c2-944b-7711c4f569f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25690832'] for port, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:29.699033 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac637b-8c3f-42c2-944b-7711c4f569f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca312f3e-2cc4-4efa-96d1-8787a9e840ab,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:29.703826 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device ca312f3e-2cc4-4efa-96d1-8787a9e840ab no longer exists at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:42:29.708364 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dac637b-8c3f-42c2-944b-7711c4f569f8 admin admin] No DVR routers for this DVR port ca312f3e-2cc4-4efa-96d1-8787a9e840ab on host dv-cinder-815659-1-iscsi {{(pid=101666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:42:29.730952 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] No Port match for: ca312f3e-2cc4-4efa-96d1-8787a9e840ab {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:42:29.731857 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device ca312f3e-2cc4-4efa-96d1-8787a9e840ab not bound to the agent host dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:42:29.732353 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device ad4c6c74-56ac-42f4-877d-87d78dcb7f85 no longer exists at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:42:29.762798 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] No Port match for: ad4c6c74-56ac-42f4-877d-87d78dcb7f85 {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:42:29.763140 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device ad4c6c74-56ac-42f4-877d-87d78dcb7f85 not bound to the agent host dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:42:29.763558 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 79d38635-2030-44c8-84f2-53e897e22948 no longer exists at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:42:29.766241 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-f6c174b2-2e53-4a76-920f-eab7bb51daba None None] For port ca312f3e-2cc4-4efa-96d1-8787a9e840ab, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=ca312f3e-2cc4-4efa-96d1-8787a9e840ab,segment=NetworkSegment(8132c6f7-1654-4957-bad5-c7c76633225a),segment_id=8132c6f7-1654-4957-bad5-c7c76633225a)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:29.766637 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-f6c174b2-2e53-4a76-920f-eab7bb51daba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:29.784913 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0dac637b-8c3f-42c2-944b-7711c4f569f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-645114', 'neutron.services.segments.db._delete_segments_for_network-8779339326814'] for network, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:29.796335 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] No Port match for: 79d38635-2030-44c8-84f2-53e897e22948 {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:42:29.796684 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 79d38635-2030-44c8-84f2-53e897e22948 not bound to the agent host dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:42:29.801502 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-f6c174b2-2e53-4a76-920f-eab7bb51daba None None] Calling delete_port for ca312f3e-2cc4-4efa-96d1-8787a9e840ab owned by network:dhcp {{(pid=101667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:42:29.811053 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.services.segments.db [None req-0dac637b-8c3f-42c2-944b-7711c4f569f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0cc6912-268c-4ba3-af57-86b3ef84a5a9']}} {{(pid=101666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:29.823831 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.services.segments.db [None req-0dac637b-8c3f-42c2-944b-7711c4f569f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8132c6f7-1654-4957-bad5-c7c76633225a') {'for_net_delete': True} {{(pid=101666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:29.824157 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.services.segments.db [None req-0dac637b-8c3f-42c2-944b-7711c4f569f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8132c6f7-1654-4957-bad5-c7c76633225a') {} {{(pid=101666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:29.835735 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0dac637b-8c3f-42c2-944b-7711c4f569f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779339327335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25239975'] for segment, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:29.853792 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0dac637b-8c3f-42c2-944b-7711c4f569f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790'] for segment, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:29.861847 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dac637b-8c3f-42c2-944b-7711c4f569f8 admin admin] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=101666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:42:29.862250 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0dac637b-8c3f-42c2-944b-7711c4f569f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25690639'] for segment, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:29.864080 dv-cinder-815659-1-iscsi neutron-server[101666]: Traceback (most recent call last): Oct 27 16:42:29.864080 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:42:29.864080 dv-cinder-815659-1-iscsi neutron-server[101666]: timer() Oct 27 16:42:29.864080 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:42:29.864080 dv-cinder-815659-1-iscsi neutron-server[101666]: cb(*args, **kw) Oct 27 16:42:29.864080 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:42:29.864080 dv-cinder-815659-1-iscsi neutron-server[101666]: return func(*args, **kwargs) Oct 27 16:42:29.864080 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:42:29.864080 dv-cinder-815659-1-iscsi neutron-server[101666]: self._notify() Oct 27 16:42:29.864080 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:42:29.864080 dv-cinder-815659-1-iscsi neutron-server[101666]: self.callback(batched_events) Oct 27 16:42:29.864080 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:42:29.864080 dv-cinder-815659-1-iscsi neutron-server[101666]: event.method(event) Oct 27 16:42:29.864080 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:42:29.864080 dv-cinder-815659-1-iscsi neutron-server[101666]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:42:29.864080 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:42:29.864080 dv-cinder-815659-1-iscsi neutron-server[101666]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:42:29.864080 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:42:29.864080 dv-cinder-815659-1-iscsi neutron-server[101666]: return f(self, *a, **k) Oct 27 16:42:29.864080 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:42:29.864080 dv-cinder-815659-1-iscsi neutron-server[101666]: return self._get(url).json() Oct 27 16:42:29.864080 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:42:29.864080 dv-cinder-815659-1-iscsi neutron-server[101666]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:42:29.864080 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:42:29.864080 dv-cinder-815659-1-iscsi neutron-server[101666]: return self.request(url, 'GET', **kwargs) Oct 27 16:42:29.864080 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:42:29.864080 dv-cinder-815659-1-iscsi neutron-server[101666]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:42:29.864080 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:42:29.864080 dv-cinder-815659-1-iscsi neutron-server[101666]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:42:29.864080 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:42:29.864080 dv-cinder-815659-1-iscsi neutron-server[101666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:42:29.864080 dv-cinder-815659-1-iscsi neutron-server[101666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:42:29.931903 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-f6c174b2-2e53-4a76-920f-eab7bb51daba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631'] for port, after_delete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:29.937988 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0dac637b-8c3f-42c2-944b-7711c4f569f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-645105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3734107'] for network, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:29.943901 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0dac637b-8c3f-42c2-944b-7711c4f569f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for network, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:29.950011 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-0dac637b-8c3f-42c2-944b-7711c4f569f8 admin admin] 10.222.0.91 "DELETE /v2.0/networks/d0cc6912-268c-4ba3-af57-86b3ef84a5a9 HTTP/1.1" status: 204 len: 168 time: 0.5840983 Oct 27 16:42:29.950299 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 58066) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:29.964308 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c174b2-2e53-4a76-920f-eab7bb51daba None None] Pushing event deleted for resources: {'Port': ['ID=ca312f3e-2cc4-4efa-96d1-8787a9e840ab,revision_number=None']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:29.968066 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c174b2-2e53-4a76-920f-eab7bb51daba None None] No DVR routers for this DVR port ca312f3e-2cc4-4efa-96d1-8787a9e840ab on host dv-cinder-815659-1-iscsi {{(pid=101667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:42:29.968977 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac637b-8c3f-42c2-944b-7711c4f569f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0cc6912-268c-4ba3-af57-86b3ef84a5a9,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:30.338019 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-e0a88acf-3125-48ec-a6cb-82797a65c4a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3735081'] for router_interface, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:30.625387 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [None req-e0a88acf-3125-48ec-a6cb-82797a65c4a9 admin admin] Deleting port 5b971fde-cb24-4313-a465-fb1d7ea2bae3 {{(pid=101666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:42:30.625684 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-e0a88acf-3125-48ec-a6cb-82797a65c4a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:30.708808 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [None req-e0a88acf-3125-48ec-a6cb-82797a65c4a9 admin admin] For port 5b971fde-cb24-4313-a465-fb1d7ea2bae3, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=5b971fde-cb24-4313-a465-fb1d7ea2bae3,segment=NetworkSegment(ddb126d4-0fc6-43d8-a01e-9555b232cb34),segment_id=ddb126d4-0fc6-43d8-a01e-9555b232cb34)] {{(pid=101666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:30.709184 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-e0a88acf-3125-48ec-a6cb-82797a65c4a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:30.721567 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [None req-e0a88acf-3125-48ec-a6cb-82797a65c4a9 admin admin] Calling delete_port for 5b971fde-cb24-4313-a465-fb1d7ea2bae3 owned by network:router_interface {{(pid=101666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:42:30.905346 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-e0a88acf-3125-48ec-a6cb-82797a65c4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25690832'] for port, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:30.939012 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a88acf-3125-48ec-a6cb-82797a65c4a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b971fde-cb24-4313-a465-fb1d7ea2bae3,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:31.103747 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-e0a88acf-3125-48ec-a6cb-82797a65c4a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3579529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3735237'] for router_interface, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:31.317634 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a88acf-3125-48ec-a6cb-82797a65c4a9 admin admin] Router aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0 has already been hosted by L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 {{(pid=101666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:42:31.424884 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a88acf-3125-48ec-a6cb-82797a65c4a9 admin admin] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:42:31.430187 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-e0a88acf-3125-48ec-a6cb-82797a65c4a9 admin admin] 10.222.0.91 "PUT /v2.0/routers/aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4776680 Oct 27 16:42:31.433893 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 58078) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:31.437468 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d24fa01-9bad-45cd-8cbb-dee9882e09a5 None None] Sync routers for ids ['aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0'] in dv-cinder-815659-1-iscsi {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:42:31.448179 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d24fa01-9bad-45cd-8cbb-dee9882e09a5 None None] Routers {'aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:42:31.448882 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-0d24fa01-9bad-45cd-8cbb-dee9882e09a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:42:11Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:31.538089 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-82018587-5d9f-4216-ad2b-3b59c941d3ce admin admin] Publish callbacks [] for router, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:31.553345 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-0d24fa01-9bad-45cd-8cbb-dee9882e09a5 None None] Set router aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:42:31.744001 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-0d24fa01-9bad-45cd-8cbb-dee9882e09a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0', 'name': 'tempest-TestMinimumBasicScenario-2139512499-router', 'tenant_id': '977ca2e8012842f68ff404904d425fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '0f62967e-9347-48dd-8ed5-e9d44e3e497b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:39:01Z', 'updated_at': '2021-10-27T16:42:30Z', 'revision_number': 5, 'project_id': '977ca2e8012842f68ff404904d425fb7', 'gw_port': {'id': '0f62967e-9347-48dd-8ed5-e9d44e3e497b', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:02Z', 'updated_at': '2021-10-27T16:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi'}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:31.773920 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d24fa01-9bad-45cd-8cbb-dee9882e09a5 None None] Checking router: aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0 for host: dv-cinder-815659-1-iscsi {{(pid=101668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:42:31.782928 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d24fa01-9bad-45cd-8cbb-dee9882e09a5 None None] Routers {'aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:42:31.783535 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-0d24fa01-9bad-45cd-8cbb-dee9882e09a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:42:11Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:31.910050 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-82018587-5d9f-4216-ad2b-3b59c941d3ce admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:31.973005 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [None req-82018587-5d9f-4216-ad2b-3b59c941d3ce admin admin] Deleting port 0f62967e-9347-48dd-8ed5-e9d44e3e497b {{(pid=101666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:42:31.973324 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-82018587-5d9f-4216-ad2b-3b59c941d3ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:31.982477 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-0d24fa01-9bad-45cd-8cbb-dee9882e09a5 None None] Set router aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:42:32.049654 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [None req-82018587-5d9f-4216-ad2b-3b59c941d3ce admin admin] For port 0f62967e-9347-48dd-8ed5-e9d44e3e497b, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=0f62967e-9347-48dd-8ed5-e9d44e3e497b,segment=NetworkSegment(9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182),segment_id=9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182)] {{(pid=101666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:32.050030 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-82018587-5d9f-4216-ad2b-3b59c941d3ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:32.061974 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [None req-82018587-5d9f-4216-ad2b-3b59c941d3ce admin admin] Calling delete_port for 0f62967e-9347-48dd-8ed5-e9d44e3e497b owned by network:router_gateway {{(pid=101666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:42:32.168474 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-0d24fa01-9bad-45cd-8cbb-dee9882e09a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0', 'name': 'tempest-TestMinimumBasicScenario-2139512499-router', 'tenant_id': '977ca2e8012842f68ff404904d425fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '0f62967e-9347-48dd-8ed5-e9d44e3e497b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:39:01Z', 'updated_at': '2021-10-27T16:42:30Z', 'revision_number': 5, 'project_id': '977ca2e8012842f68ff404904d425fb7', 'gw_port': {'id': '0f62967e-9347-48dd-8ed5-e9d44e3e497b', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:02Z', 'updated_at': '2021-10-27T16:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi'}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:32.199229 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d24fa01-9bad-45cd-8cbb-dee9882e09a5 None None] The sync data for ids ['aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0'] in dv-cinder-815659-1-iscsi is: [{'id': 'aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0', 'name': 'tempest-TestMinimumBasicScenario-2139512499-router', 'tenant_id': '977ca2e8012842f68ff404904d425fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '0f62967e-9347-48dd-8ed5-e9d44e3e497b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:39:01Z', 'updated_at': '2021-10-27T16:42:30Z', 'revision_number': 5, 'project_id': '977ca2e8012842f68ff404904d425fb7', 'gw_port': {'id': '0f62967e-9347-48dd-8ed5-e9d44e3e497b', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:02Z', 'updated_at': '2021-10-27T16:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi'}] {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:42:32.236040 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-82018587-5d9f-4216-ad2b-3b59c941d3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25690832'] for port, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:32.271317 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82018587-5d9f-4216-ad2b-3b59c941d3ce admin admin] Pushing event deleted for resources: {'Port': ['ID=0f62967e-9347-48dd-8ed5-e9d44e3e497b,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:32.325830 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-82018587-5d9f-4216-ad2b-3b59c941d3ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3734119'] for router_gateway, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:32.423217 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-82018587-5d9f-4216-ad2b-3b59c941d3ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3732749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3512'] for router, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:32.425367 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-82018587-5d9f-4216-ad2b-3b59c941d3ce admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:32.472605 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-82018587-5d9f-4216-ad2b-3b59c941d3ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3732762'] for router, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:32.473218 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82018587-5d9f-4216-ad2b-3b59c941d3ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0 {{(pid=101666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:42:32.478380 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-82018587-5d9f-4216-ad2b-3b59c941d3ce admin admin] Publish callbacks [] for router, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:32.479608 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-82018587-5d9f-4216-ad2b-3b59c941d3ce admin admin] 10.222.0.91 "DELETE /v2.0/routers/aabb8d6d-0e70-4ad8-8f25-de6d5f93c9f0 HTTP/1.1" status: 204 len: 168 time: 1.0447743 Oct 27 16:42:32.482258 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 58088) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:32.531101 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d4d158e-4767-428f-ae24-ec786c4503aa admin admin] Deleting subnet 405a9f47-d993-4db9-9233-a3e479169bf1 {{(pid=101666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:42:32.534483 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-4d4d158e-4767-428f-ae24-ec786c4503aa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:32.570029 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-4d4d158e-4767-428f-ae24-ec786c4503aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25240030'] for subnet, precommit_delete_associations {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:32.647070 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-4d4d158e-4767-428f-ae24-ec786c4503aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642671'] for subnet, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:32.704751 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-4d4d158e-4767-428f-ae24-ec786c4503aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25690853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29061685'] for subnet, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:32.734977 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d158e-4767-428f-ae24-ec786c4503aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=405a9f47-d993-4db9-9233-a3e479169bf1,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:32.739915 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-4d4d158e-4767-428f-ae24-ec786c4503aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for subnet, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:32.743596 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-4d4d158e-4767-428f-ae24-ec786c4503aa admin admin] 10.222.0.91 "DELETE /v2.0/subnets/405a9f47-d993-4db9-9233-a3e479169bf1 HTTP/1.1" status: 204 len: 168 time: 0.2603714 Oct 27 16:42:32.745339 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7c433d-8605-49d4-a020-65d6388d5834 None None] Network b1167715-9e60-4162-a3b7-95722bd4ecab requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:42:32.746283 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 58090) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:32.814310 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ba6530cf-4ead-47a1-8543-baaf15bec923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617108'] for network, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:32.867971 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [None req-ba6530cf-4ead-47a1-8543-baaf15bec923 admin admin] Deleting port 7938f15a-546a-44b5-877d-6cfa128eb496 {{(pid=101666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:42:32.868409 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ba6530cf-4ead-47a1-8543-baaf15bec923 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:32.940189 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [None req-ba6530cf-4ead-47a1-8543-baaf15bec923 admin admin] For port 7938f15a-546a-44b5-877d-6cfa128eb496, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=7938f15a-546a-44b5-877d-6cfa128eb496,segment=NetworkSegment(ddb126d4-0fc6-43d8-a01e-9555b232cb34),segment_id=ddb126d4-0fc6-43d8-a01e-9555b232cb34)] {{(pid=101666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:32.940584 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ba6530cf-4ead-47a1-8543-baaf15bec923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:32.956430 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a436f05f-d4a7-4be8-b63e-fea942b95486 None None] DHCP port deletion for b1167715-9e60-4162-a3b7-95722bd4ecab request from dv-cinder-815659-1-iscsi {{(pid=101667) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:42:32.956676 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [None req-ba6530cf-4ead-47a1-8543-baaf15bec923 admin admin] Calling delete_port for 7938f15a-546a-44b5-877d-6cfa128eb496 owned by network:dhcp {{(pid=101666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:42:33.011747 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-a436f05f-d4a7-4be8-b63e-fea942b95486 None None] Deleting port 7938f15a-546a-44b5-877d-6cfa128eb496 {{(pid=101667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:42:33.012372 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-a436f05f-d4a7-4be8-b63e-fea942b95486 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:33.034585 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ba6530cf-4ead-47a1-8543-baaf15bec923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25690832'] for port, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:33.063155 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6530cf-4ead-47a1-8543-baaf15bec923 admin admin] Pushing event deleted for resources: {'Port': ['ID=7938f15a-546a-44b5-877d-6cfa128eb496,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:33.067034 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6530cf-4ead-47a1-8543-baaf15bec923 admin admin] No DVR routers for this DVR port 7938f15a-546a-44b5-877d-6cfa128eb496 on host dv-cinder-815659-1-iscsi {{(pid=101666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:42:33.078315 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-a436f05f-d4a7-4be8-b63e-fea942b95486 None None] For port 7938f15a-546a-44b5-877d-6cfa128eb496, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=7938f15a-546a-44b5-877d-6cfa128eb496,segment=NetworkSegment(ddb126d4-0fc6-43d8-a01e-9555b232cb34),segment_id=ddb126d4-0fc6-43d8-a01e-9555b232cb34)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:33.078712 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-a436f05f-d4a7-4be8-b63e-fea942b95486 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:33.094710 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-a436f05f-d4a7-4be8-b63e-fea942b95486 None None] Calling delete_port for 7938f15a-546a-44b5-877d-6cfa128eb496 owned by network:dhcp {{(pid=101667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:42:33.138458 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ba6530cf-4ead-47a1-8543-baaf15bec923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-645114', 'neutron.services.segments.db._delete_segments_for_network-8779339326814'] for network, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:33.167911 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.services.segments.db [None req-ba6530cf-4ead-47a1-8543-baaf15bec923 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1167715-9e60-4162-a3b7-95722bd4ecab']}} {{(pid=101666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:33.171288 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-a436f05f-d4a7-4be8-b63e-fea942b95486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631'] for port, after_delete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:33.177737 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.services.segments.db [None req-ba6530cf-4ead-47a1-8543-baaf15bec923 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddb126d4-0fc6-43d8-a01e-9555b232cb34') {'for_net_delete': True} {{(pid=101666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:33.178029 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.services.segments.db [None req-ba6530cf-4ead-47a1-8543-baaf15bec923 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddb126d4-0fc6-43d8-a01e-9555b232cb34') {} {{(pid=101666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:33.187543 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ba6530cf-4ead-47a1-8543-baaf15bec923 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779339327335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25239975'] for segment, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:33.195617 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a436f05f-d4a7-4be8-b63e-fea942b95486 None None] Pushing event deleted for resources: {'Port': ['ID=7938f15a-546a-44b5-877d-6cfa128eb496,revision_number=None']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:33.199148 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a436f05f-d4a7-4be8-b63e-fea942b95486 None None] No DVR routers for this DVR port 7938f15a-546a-44b5-877d-6cfa128eb496 on host dv-cinder-815659-1-iscsi {{(pid=101667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:42:33.202866 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ba6530cf-4ead-47a1-8543-baaf15bec923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790'] for segment, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:33.213617 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba6530cf-4ead-47a1-8543-baaf15bec923 admin admin] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=101666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:42:33.214012 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ba6530cf-4ead-47a1-8543-baaf15bec923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25690639'] for segment, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:33.215751 dv-cinder-815659-1-iscsi neutron-server[101666]: Traceback (most recent call last): Oct 27 16:42:33.215751 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:42:33.215751 dv-cinder-815659-1-iscsi neutron-server[101666]: timer() Oct 27 16:42:33.215751 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:42:33.215751 dv-cinder-815659-1-iscsi neutron-server[101666]: cb(*args, **kw) Oct 27 16:42:33.215751 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:42:33.215751 dv-cinder-815659-1-iscsi neutron-server[101666]: return func(*args, **kwargs) Oct 27 16:42:33.215751 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:42:33.215751 dv-cinder-815659-1-iscsi neutron-server[101666]: self._notify() Oct 27 16:42:33.215751 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:42:33.215751 dv-cinder-815659-1-iscsi neutron-server[101666]: self.callback(batched_events) Oct 27 16:42:33.215751 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:42:33.215751 dv-cinder-815659-1-iscsi neutron-server[101666]: event.method(event) Oct 27 16:42:33.215751 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:42:33.215751 dv-cinder-815659-1-iscsi neutron-server[101666]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:42:33.215751 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:42:33.215751 dv-cinder-815659-1-iscsi neutron-server[101666]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:42:33.215751 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:42:33.215751 dv-cinder-815659-1-iscsi neutron-server[101666]: return f(self, *a, **k) Oct 27 16:42:33.215751 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:42:33.215751 dv-cinder-815659-1-iscsi neutron-server[101666]: return self._get(url).json() Oct 27 16:42:33.215751 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:42:33.215751 dv-cinder-815659-1-iscsi neutron-server[101666]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:42:33.215751 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:42:33.215751 dv-cinder-815659-1-iscsi neutron-server[101666]: return self.request(url, 'GET', **kwargs) Oct 27 16:42:33.215751 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:42:33.215751 dv-cinder-815659-1-iscsi neutron-server[101666]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:42:33.215751 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:42:33.215751 dv-cinder-815659-1-iscsi neutron-server[101666]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:42:33.215751 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:42:33.215751 dv-cinder-815659-1-iscsi neutron-server[101666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:42:33.215751 dv-cinder-815659-1-iscsi neutron-server[101666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:42:33.276105 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ba6530cf-4ead-47a1-8543-baaf15bec923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-645105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3734107'] for network, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:33.281576 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ba6530cf-4ead-47a1-8543-baaf15bec923 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for network, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:33.284746 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-ba6530cf-4ead-47a1-8543-baaf15bec923 admin admin] 10.222.0.91 "DELETE /v2.0/networks/b1167715-9e60-4162-a3b7-95722bd4ecab HTTP/1.1" status: 204 len: 168 time: 0.5375800 Oct 27 16:42:33.295628 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6530cf-4ead-47a1-8543-baaf15bec923 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1167715-9e60-4162-a3b7-95722bd4ecab,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:33.401966 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 58096) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:33.444040 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-f2671e2e-25b9-47f7-82d5-47c3f21d9ff6 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9a14ffe46fb243d19b1f31c10287a430&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406134 Oct 27 16:42:33.446556 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 58100) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:33.498198 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-bcbbc7f8-97be-4be5-bdc1-17a596a06de4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:33.520974 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-bcbbc7f8-97be-4be5-bdc1-17a596a06de4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:33.573138 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-bcbbc7f8-97be-4be5-bdc1-17a596a06de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:33.575781 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-bcbbc7f8-97be-4be5-bdc1-17a596a06de4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:33.576969 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-bcbbc7f8-97be-4be5-bdc1-17a596a06de4 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/35082175-8fa1-428d-9b21-97149ff97814 HTTP/1.1" status: 204 len: 168 time: 0.1297226 Oct 27 16:42:33.584444 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbbc7f8-97be-4be5-bdc1-17a596a06de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35082175-8fa1-428d-9b21-97149ff97814,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:33.684390 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 7938f15a-546a-44b5-877d-6cfa128eb496 no longer exists at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:42:33.710661 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] No Port match for: 7938f15a-546a-44b5-877d-6cfa128eb496 {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:42:33.711022 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 7938f15a-546a-44b5-877d-6cfa128eb496 not bound to the agent host dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:42:33.711422 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 0f62967e-9347-48dd-8ed5-e9d44e3e497b no longer exists at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:42:33.864526 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] No Port match for: 0f62967e-9347-48dd-8ed5-e9d44e3e497b {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:42:33.865308 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 0f62967e-9347-48dd-8ed5-e9d44e3e497b not bound to the agent host dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:42:33.865308 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 5b971fde-cb24-4313-a465-fb1d7ea2bae3 no longer exists at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:42:33.884902 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] No Port match for: 5b971fde-cb24-4313-a465-fb1d7ea2bae3 {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:42:33.885214 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 5b971fde-cb24-4313-a465-fb1d7ea2bae3 not bound to the agent host dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:42:33.915395 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 58108) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:33.954136 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-509ca7f8-c87e-421e-ae24-4b515cd9bae5 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=977ca2e8012842f68ff404904d425fb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375311 Oct 27 16:42:33.956498 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 58110) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:34.004061 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-66cbeb5d-a173-434b-b922-dff541e63ed1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:34.025480 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-66cbeb5d-a173-434b-b922-dff541e63ed1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:34.080881 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-66cbeb5d-a173-434b-b922-dff541e63ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:34.083623 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-66cbeb5d-a173-434b-b922-dff541e63ed1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:34.084827 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-66cbeb5d-a173-434b-b922-dff541e63ed1 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6c596379-2459-4293-9063-b7fc45101ce3 HTTP/1.1" status: 204 len: 168 time: 0.1273358 Oct 27 16:42:34.092470 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cbeb5d-a173-434b-b922-dff541e63ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c596379-2459-4293-9063-b7fc45101ce3,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:34.099570 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cbeb5d-a173-434b-b922-dff541e63ed1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:34.099905 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cbeb5d-a173-434b-b922-dff541e63ed1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:34.100317 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cbeb5d-a173-434b-b922-dff541e63ed1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:34.100648 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cbeb5d-a173-434b-b922-dff541e63ed1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:34.100982 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cbeb5d-a173-434b-b922-dff541e63ed1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:34.101312 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cbeb5d-a173-434b-b922-dff541e63ed1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:34.101641 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cbeb5d-a173-434b-b922-dff541e63ed1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:34.101969 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cbeb5d-a173-434b-b922-dff541e63ed1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:34.102286 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cbeb5d-a173-434b-b922-dff541e63ed1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:34.102603 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cbeb5d-a173-434b-b922-dff541e63ed1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:34.102919 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cbeb5d-a173-434b-b922-dff541e63ed1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:34.103235 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cbeb5d-a173-434b-b922-dff541e63ed1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:38.285855 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-570d4051-1129-4b9a-8069-99e5199e3c1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:40.992621 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-3bddb553-1c37-424f-a7ac-3b2c999b5d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:42.072670 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:42.435708 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:43.743484 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:51.330588 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:54.400934 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a5b842ac-0916-484a-ae75-0e8ff7c1219b req-10915829-efa1-4228-b05b-940575b384b9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429626 Oct 27 16:42:54.476618 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b842ac-0916-484a-ae75-0e8ff7c1219b req-2aed8065-219c-4817-866b-21f2a8c7f73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:54.478098 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a5b842ac-0916-484a-ae75-0e8ff7c1219b req-2aed8065-219c-4817-866b-21f2a8c7f73e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a56e030f182417680e61e5c27a2cb30&device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 1099 time: 0.0464275 Oct 27 16:42:54.593163 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b842ac-0916-484a-ae75-0e8ff7c1219b req-0ecc6ee1-c9ef-4057-852b-3b731a89045c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:54.594659 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a5b842ac-0916-484a-ae75-0e8ff7c1219b req-0ecc6ee1-c9ef-4057-852b-3b731a89045c service neutron] 10.222.0.66 "GET /v2.0/networks?id=04e556bb-e81e-445a-9a9a-3eeb79203905 HTTP/1.1" status: 200 len: 919 time: 0.0906246 Oct 27 16:42:54.677818 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a5b842ac-0916-484a-ae75-0e8ff7c1219b req-260c26af-62d4-42c4-9c5c-02000db5c274 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=109e3545-77f1-4a61-ae32-7b30fdcd340c HTTP/1.1" status: 200 len: 1002 time: 0.0658696 Oct 27 16:42:54.736024 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b842ac-0916-484a-ae75-0e8ff7c1219b req-2d42febd-f66b-4c6d-9858-dfa4560af93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:54.737496 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a5b842ac-0916-484a-ae75-0e8ff7c1219b req-2d42febd-f66b-4c6d-9858-dfa4560af93c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bfd7b3b6-c867-4ea0-ba61-155e778fa591 HTTP/1.1" status: 200 len: 856 time: 0.0488369 Oct 27 16:42:54.803905 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b842ac-0916-484a-ae75-0e8ff7c1219b req-b602d211-a6aa-4384-a863-65a1f9544124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:54.805413 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a5b842ac-0916-484a-ae75-0e8ff7c1219b req-b602d211-a6aa-4384-a863-65a1f9544124 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=04e556bb-e81e-445a-9a9a-3eeb79203905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467999 Oct 27 16:42:54.917914 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a5b842ac-0916-484a-ae75-0e8ff7c1219b req-78695874-7593-4948-8d02-5143690af2e9 service neutron] 10.222.0.66 "GET /v2.0/networks/04e556bb-e81e-445a-9a9a-3eeb79203905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019588 Oct 27 16:42:55.009724 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a5b842ac-0916-484a-ae75-0e8ff7c1219b req-34316667-cc83-4b58-a54e-c31d9f5cc4be service neutron] 10.222.0.66 "GET /v2.0/networks/04e556bb-e81e-445a-9a9a-3eeb79203905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828583 Oct 27 16:43:04.528629 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.agents_db [None req-8f3c53fd-3166-491a-b603-91a64fcc8de1 None None] Agent healthcheck: found 6 active agents {{(pid=101668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:43:08.288894 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-76f8b46a-0d1f-420f-935f-f206d50554ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:10.991327 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-5da39484-db36-4e65-86bf-bde5486bfabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:11.980230 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d7a22-2c78-4310-9a76-800e46644998 req-0e89e0e7-038f-4ca9-ae3e-747e9958f5ee tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:11.981724 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fb9d7a22-2c78-4310-9a76-800e46644998 req-0e89e0e7-038f-4ca9-ae3e-747e9958f5ee tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.0537462 Oct 27 16:43:12.023357 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fb9d7a22-2c78-4310-9a76-800e46644998 req-bf04ac84-6b6e-4847-a890-968d2e99c7a0 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323243 Oct 27 16:43:12.065481 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:12.431377 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:13.152677 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56370f6-4f4c-4842-a44b-1b357c95fd00 req-b9999f57-6839-45a4-a3a6-3ac9853bc890 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:13.154194 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a56370f6-4f4c-4842-a44b-1b357c95fd00 req-b9999f57-6839-45a4-a3a6-3ac9853bc890 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.0508435 Oct 27 16:43:13.191687 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a56370f6-4f4c-4842-a44b-1b357c95fd00 req-d6089774-2769-4847-8b70-b97fe1f8b627 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314102 Oct 27 16:43:13.745925 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:14.324285 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa6172-26aa-484a-80a2-c9a6776ef756 req-7aeb0124-b887-409e-8907-b885739e4d7c tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:14.325847 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d4aa6172-26aa-484a-80a2-c9a6776ef756 req-7aeb0124-b887-409e-8907-b885739e4d7c tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.0506930 Oct 27 16:43:14.364780 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d4aa6172-26aa-484a-80a2-c9a6776ef756 req-30a88f08-6e88-419c-9ef5-1cc502522cf8 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318439 Oct 27 16:43:15.496874 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8d7da-6f4a-4fb3-b625-a3cb4965f700 req-f8b0b533-3747-406d-bf66-303fcfb3f1ac tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:15.498367 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ecd8d7da-6f4a-4fb3-b625-a3cb4965f700 req-f8b0b533-3747-406d-bf66-303fcfb3f1ac tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.0548232 Oct 27 16:43:15.545777 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ecd8d7da-6f4a-4fb3-b625-a3cb4965f700 req-4118226e-9a22-4916-abd4-97dec004d150 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405517 Oct 27 16:43:16.674137 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752be9fa-3527-421f-9cbc-65872c47c9ff req-508ed44a-e0fc-444c-9dd3-e7dfa3dece4c tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:16.675675 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-752be9fa-3527-421f-9cbc-65872c47c9ff req-508ed44a-e0fc-444c-9dd3-e7dfa3dece4c tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.0500605 Oct 27 16:43:16.715246 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-752be9fa-3527-421f-9cbc-65872c47c9ff req-cea71218-7278-4c03-930e-e6eb3e078b00 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333807 Oct 27 16:43:17.839256 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30322e1f-6e99-4ce9-b672-c85c5ec87f42 req-ce42e2af-b027-4f1b-af65-bcb828492559 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:17.840761 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-30322e1f-6e99-4ce9-b672-c85c5ec87f42 req-ce42e2af-b027-4f1b-af65-bcb828492559 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.0528896 Oct 27 16:43:17.881711 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-30322e1f-6e99-4ce9-b672-c85c5ec87f42 req-97b356ae-17c5-4fa6-9e92-415048ed22c6 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327332 Oct 27 16:43:19.021778 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebb672-d58d-4eb6-a9ce-95b3a7915802 req-c8008c29-c14f-45c4-b55e-29666e75b090 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:19.023167 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7cebb672-d58d-4eb6-a9ce-95b3a7915802 req-c8008c29-c14f-45c4-b55e-29666e75b090 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.0557830 Oct 27 16:43:19.064944 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7cebb672-d58d-4eb6-a9ce-95b3a7915802 req-2f0239f2-3c6a-4f0a-8414-9f8151e947ec tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330083 Oct 27 16:43:20.212840 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096820d-dd73-4567-b89c-61ed019ee44b req-9457005c-d03d-417d-a1f2-6b3dc74d8f7a tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:20.214362 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7096820d-dd73-4567-b89c-61ed019ee44b req-9457005c-d03d-417d-a1f2-6b3dc74d8f7a tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.0627694 Oct 27 16:43:20.257713 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7096820d-dd73-4567-b89c-61ed019ee44b req-58dcd333-26a0-41ee-8241-69ac3ebebe04 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370965 Oct 27 16:43:21.329922 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:21.378006 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4350c1-8ad4-4ba0-94e6-5ccffed5ab89 req-03e9b3f6-58c8-4028-9d4c-fe13ee317b67 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:21.379494 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9c4350c1-8ad4-4ba0-94e6-5ccffed5ab89 req-03e9b3f6-58c8-4028-9d4c-fe13ee317b67 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.0479064 Oct 27 16:43:21.416847 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9c4350c1-8ad4-4ba0-94e6-5ccffed5ab89 req-272ed19d-4635-490d-b2a1-527fb6a1f0c0 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309486 Oct 27 16:43:22.543600 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19971c5c-d36e-4d95-9eb7-888a027136b2 req-f847a0e2-5b60-448e-9e9e-58a57b5a462b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:22.545148 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-19971c5c-d36e-4d95-9eb7-888a027136b2 req-f847a0e2-5b60-448e-9e9e-58a57b5a462b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.0548975 Oct 27 16:43:22.584000 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-19971c5c-d36e-4d95-9eb7-888a027136b2 req-33f68946-6b3e-4fc8-9b0a-62ecd7e197b1 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319965 Oct 27 16:43:23.232273 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593df4c2-27a4-43f0-b55b-06a954f82559 req-70b8a679-f504-44c6-98b5-f5e2dd80ac72 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:23.233676 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-593df4c2-27a4-43f0-b55b-06a954f82559 req-70b8a679-f504-44c6-98b5-f5e2dd80ac72 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/ports?device_id=5bbfcda2-aa9f-4683-8386-870079d0f792 HTTP/1.1" status: 200 len: 945 time: 0.0529022 Oct 27 16:43:23.275439 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-593df4c2-27a4-43f0-b55b-06a954f82559 req-2c5e53fd-9114-425f-8cb2-2a9c378d7b8c tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/security-groups?id=c986df25-62b3-4b19-9628-e560d62d212e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343437 Oct 27 16:43:23.716173 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41e9fd-46c0-4469-b61b-8a4ecdac152a req-a99ccc04-17f3-4f76-848d-42e7ea600de3 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:23.717655 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5f41e9fd-46c0-4469-b61b-8a4ecdac152a req-a99ccc04-17f3-4f76-848d-42e7ea600de3 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.0502284 Oct 27 16:43:23.755368 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5f41e9fd-46c0-4469-b61b-8a4ecdac152a req-99383597-311d-4827-a2b0-7964aa21f2cd tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310881 Oct 27 16:43:24.402580 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a8b66-e200-48d3-92d4-7dfaa3ee0b6e req-85cd170d-3e2b-418c-975c-4af1aa511421 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:24.404131 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-718a8b66-e200-48d3-92d4-7dfaa3ee0b6e req-85cd170d-3e2b-418c-975c-4af1aa511421 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/ports?device_id=5bbfcda2-aa9f-4683-8386-870079d0f792 HTTP/1.1" status: 200 len: 945 time: 0.0529804 Oct 27 16:43:24.442232 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-718a8b66-e200-48d3-92d4-7dfaa3ee0b6e req-d93262be-2bc3-41b0-99bb-ebfb5584633c tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/security-groups?id=c986df25-62b3-4b19-9628-e560d62d212e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321066 Oct 27 16:43:24.881989 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eba66b-415e-45c3-b9f9-ed59d057434b req-1a27c7bb-2e94-4baf-912f-259751189877 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:24.883463 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-31eba66b-415e-45c3-b9f9-ed59d057434b req-1a27c7bb-2e94-4baf-912f-259751189877 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.0503061 Oct 27 16:43:24.924630 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-31eba66b-415e-45c3-b9f9-ed59d057434b req-955a03a4-b6dd-4899-a48f-e269586903ed tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319519 Oct 27 16:43:25.080433 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d840578-a28b-465c-b288-f583ce986076 req-2ed3ec77-bc42-46a7-b3f1-a772a07008d7 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:25.082059 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9d840578-a28b-465c-b288-f583ce986076 req-2ed3ec77-bc42-46a7-b3f1-a772a07008d7 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.66 "GET /v2.0/ports?device_id=5bbfcda2-aa9f-4683-8386-870079d0f792 HTTP/1.1" status: 200 len: 945 time: 0.0679269 Oct 27 16:43:25.194797 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [req-9d840578-a28b-465c-b288-f583ce986076 req-394e6d58-7d9c-4d9d-8611-c16352265ba9 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Deleting port 67483c42-d7a3-41ae-a579-3c17c1cf2d5d {{(pid=101666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:43:25.195037 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-9d840578-a28b-465c-b288-f583ce986076 req-394e6d58-7d9c-4d9d-8611-c16352265ba9 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:25.289663 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-9d840578-a28b-465c-b288-f583ce986076 req-394e6d58-7d9c-4d9d-8611-c16352265ba9 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] For port 67483c42-d7a3-41ae-a579-3c17c1cf2d5d, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=67483c42-d7a3-41ae-a579-3c17c1cf2d5d,segment=NetworkSegment(9681be8c-579a-4f8b-84c7-92463653b32e),segment_id=9681be8c-579a-4f8b-84c7-92463653b32e)] {{(pid=101666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:43:25.290026 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-9d840578-a28b-465c-b288-f583ce986076 req-394e6d58-7d9c-4d9d-8611-c16352265ba9 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:25.302536 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [req-9d840578-a28b-465c-b288-f583ce986076 req-394e6d58-7d9c-4d9d-8611-c16352265ba9 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Calling delete_port for 67483c42-d7a3-41ae-a579-3c17c1cf2d5d owned by compute:nova {{(pid=101666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:43:25.431672 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-9d840578-a28b-465c-b288-f583ce986076 req-394e6d58-7d9c-4d9d-8611-c16352265ba9 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25690832'] for port, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:25.448272 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['67483c42-d7a3-41ae-a579-3c17c1cf2d5d'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:43:25.460649 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e6d58-7d9c-4d9d-8611-c16352265ba9 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Pushing event deleted for resources: {'Port': ['ID=67483c42-d7a3-41ae-a579-3c17c1cf2d5d,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:43:25.506057 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d840578-a28b-465c-b288-f583ce986076 req-394e6d58-7d9c-4d9d-8611-c16352265ba9 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] No DVR routers for this DVR port 67483c42-d7a3-41ae-a579-3c17c1cf2d5d on host hv-cinder-81565 {{(pid=101666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:43:25.508981 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-9d840578-a28b-465c-b288-f583ce986076 req-394e6d58-7d9c-4d9d-8611-c16352265ba9 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:25.512679 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9d840578-a28b-465c-b288-f583ce986076 req-394e6d58-7d9c-4d9d-8611-c16352265ba9 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.66 "DELETE /v2.0/ports/67483c42-d7a3-41ae-a579-3c17c1cf2d5d HTTP/1.1" status: 204 len: 173 time: 0.4237890 Oct 27 16:43:25.513121 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bbfcda2-aa9f-4683-8386-870079d0f792', 'name': 'network-vif-deleted', 'tag': '67483c42-d7a3-41ae-a579-3c17c1cf2d5d'}] {{(pid=101666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:43:25.515426 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c97a8bc50bc1e60c5bcd83482612a755f7c8660878f0fc94464a674b36297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05247c8e-13ba-41b8-98db-4b8a670f9d03" -d '{"events": [{"server_uuid": "5bbfcda2-aa9f-4683-8386-870079d0f792", "name": "network-vif-deleted", "tag": "67483c42-d7a3-41ae-a579-3c17c1cf2d5d"}]}' {{(pid=101666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:43:25.548121 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cdf57fb9-97e3-4085-8e13-399ac7c259c4 req-c1aee574-1ef9-41dc-aaa4-c71aa61695ff tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/ports?device_id=5bbfcda2-aa9f-4683-8386-870079d0f792 HTTP/1.1" status: 200 len: 210 time: 0.0287254 Oct 27 16:43:25.556077 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479ba95e-45d6-4b8e-9785-b838b32e3ab3 x-openstack-request-id: req-479ba95e-45d6-4b8e-9785-b838b32e3ab3 {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:43:25.556343 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bbfcda2-aa9f-4683-8386-870079d0f792", "name": "network-vif-deleted", "tag": "67483c42-d7a3-41ae-a579-3c17c1cf2d5d", "status": "completed", "code": 200}]} {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:43:25.556594 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-479ba95e-45d6-4b8e-9785-b838b32e3ab3 {{(pid=101666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:43:25.556993 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bbfcda2-aa9f-4683-8386-870079d0f792', 'name': 'network-vif-deleted', 'tag': '67483c42-d7a3-41ae-a579-3c17c1cf2d5d', 'status': 'completed', 'code': 200} Oct 27 16:43:26.045657 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5cfbe1-15cc-4589-9dd9-3d7ca6ab5897 req-5d0b9d33-5e73-4409-b189-2d915c3594c1 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:26.047162 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7b5cfbe1-15cc-4589-9dd9-3d7ca6ab5897 req-5d0b9d33-5e73-4409-b189-2d915c3594c1 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.0505075 Oct 27 16:43:26.085025 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7b5cfbe1-15cc-4589-9dd9-3d7ca6ab5897 req-704ce4c0-30b7-4ada-b0d3-4ba57257d472 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313923 Oct 27 16:43:27.215215 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f835b-ad0a-4c50-82f6-c59cd792cfaf req-d3ed3a21-043d-4ba1-8137-8485d2996c81 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:27.216689 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-251f835b-ad0a-4c50-82f6-c59cd792cfaf req-d3ed3a21-043d-4ba1-8137-8485d2996c81 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.0499451 Oct 27 16:43:27.259447 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-251f835b-ad0a-4c50-82f6-c59cd792cfaf req-a845bd4c-a13b-4d27-a336-c31c5aefbb75 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366669 Oct 27 16:43:28.414023 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64d17e-9892-4cc2-9a97-eb208c9023cb req-eaecd138-eee4-4876-8421-c226dd80fe6f tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:28.415669 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-dd64d17e-9892-4cc2-9a97-eb208c9023cb req-eaecd138-eee4-4876-8421-c226dd80fe6f tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.0603552 Oct 27 16:43:28.455621 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-dd64d17e-9892-4cc2-9a97-eb208c9023cb req-45c4a6be-288a-4a6e-80c5-eeaabddee065 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337114 Oct 27 16:43:28.764020 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 67483c42-d7a3-41ae-a579-3c17c1cf2d5d no longer exists at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:43:28.786234 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] No Port match for: 67483c42-d7a3-41ae-a579-3c17c1cf2d5d {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:43:28.786713 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 67483c42-d7a3-41ae-a579-3c17c1cf2d5d not bound to the agent host hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:43:29.589532 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f47824-6970-4db3-af74-2408a1f94844 req-0933f06f-05ab-4649-aade-0c952afb435b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:29.591065 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-40f47824-6970-4db3-af74-2408a1f94844 req-0933f06f-05ab-4649-aade-0c952afb435b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.0527008 Oct 27 16:43:29.630328 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-40f47824-6970-4db3-af74-2408a1f94844 req-4e2b46a7-7224-468a-a2ba-b19a913fed4e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329633 Oct 27 16:43:30.755503 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc416dec-4f72-4463-bfc6-4f6785f434da req-4747b19c-b919-4d45-9562-e3e22fcdf890 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:30.757171 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-bc416dec-4f72-4463-bfc6-4f6785f434da req-4747b19c-b919-4d45-9562-e3e22fcdf890 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.0517852 Oct 27 16:43:30.798261 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-bc416dec-4f72-4463-bfc6-4f6785f434da req-28dc566c-b367-4898-8384-d0ad07c8178d tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349669 Oct 27 16:43:31.923561 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056969b-66f1-4db5-8203-0ee4d4157705 req-3da7e3c0-8a43-428e-8ed7-3a66fd4637ea tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:31.924958 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5056969b-66f1-4db5-8203-0ee4d4157705 req-3da7e3c0-8a43-428e-8ed7-3a66fd4637ea tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.0486345 Oct 27 16:43:31.966074 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5056969b-66f1-4db5-8203-0ee4d4157705 req-dd72b7a4-2882-4d5f-9bcd-7962acfffe27 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320106 Oct 27 16:43:33.101083 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee089d6-9d57-4ced-8ea3-87defc790db0 req-b9dba3e3-c860-4761-84ac-04eaccfc73ff tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:33.102551 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0ee089d6-9d57-4ced-8ea3-87defc790db0 req-b9dba3e3-c860-4761-84ac-04eaccfc73ff tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.0517683 Oct 27 16:43:33.141790 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0ee089d6-9d57-4ced-8ea3-87defc790db0 req-cdc177c7-9a6a-42af-9c3a-7f46b87e08f8 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331726 Oct 27 16:43:34.277888 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4c2c7-c27f-482a-b843-70ebbb3c82a0 req-0d3566b3-e09b-4c0f-8020-ca396f11a26a tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:34.279329 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-10b4c2c7-c27f-482a-b843-70ebbb3c82a0 req-0d3566b3-e09b-4c0f-8020-ca396f11a26a tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.0540543 Oct 27 16:43:34.322021 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-10b4c2c7-c27f-482a-b843-70ebbb3c82a0 req-1c23bae3-40aa-4475-94fd-f3769cd03838 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365191 Oct 27 16:43:35.443903 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d49679f-cdce-48ee-abdc-00a8142916ef req-dcebb9db-8b17-4c5a-8c4c-05d2450295aa tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:35.446031 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9d49679f-cdce-48ee-abdc-00a8142916ef req-dcebb9db-8b17-4c5a-8c4c-05d2450295aa tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.0501692 Oct 27 16:43:35.484377 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9d49679f-cdce-48ee-abdc-00a8142916ef req-5643fc0f-eae6-449f-a642-5307279845ba tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326772 Oct 27 16:43:35.614963 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-5d7b45dd-3f75-41ce-b29f-9bc1180ff56b tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:35.616356 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-5d7b45dd-3f75-41ce-b29f-9bc1180ff56b tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/networks?id=6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3 HTTP/1.1" status: 200 len: 814 time: 0.1063061 Oct 27 16:43:35.635272 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-f8d7cbc5-20d7-43fa-abc3-a95f92cfa807 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/quotas/3ff0fae83e4d41e9a7de928fb05d4122 HTTP/1.1" status: 200 len: 375 time: 0.0098221 Oct 27 16:43:35.669809 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-fc10270c-467e-4cf7-95c5-b793aed993e7 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=3ff0fae83e4d41e9a7de928fb05d4122&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293131 Oct 27 16:43:35.760455 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-2744217b-90e6-46ad-8652-5583cacea60e service neutron] 10.222.0.91 "GET /v2.0/networks/6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835001 Oct 27 16:43:35.855907 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-6b6464a4-c962-41c3-984d-18fafda35678 service neutron] 10.222.0.91 "GET /v2.0/networks/6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892723 Oct 27 16:43:36.021533 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-331fb686-3cbe-4ad9-9f41-13904320bc63 req-0e491022-9748-443f-923f-9d5583733ada tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/ports?device_id=7bb68de0-8a70-47eb-b383-cab174220978 HTTP/1.1" status: 200 len: 210 time: 0.0305071 Oct 27 16:43:36.607478 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715dda7-22b3-4a00-8428-f3bcec7c0561 req-a0f8e879-bc13-4c95-8238-10c73e54c438 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:36.608989 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b715dda7-22b3-4a00-8428-f3bcec7c0561 req-a0f8e879-bc13-4c95-8238-10c73e54c438 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.0490289 Oct 27 16:43:36.647962 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b715dda7-22b3-4a00-8428-f3bcec7c0561 req-02ff6061-ff9e-4077-8143-5fee224d108a tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324154 Oct 27 16:43:37.034126 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-dd12e942-c17b-4cb6-bb35-d3728d27c6d0 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:37.035461 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-dd12e942-c17b-4cb6-bb35-d3728d27c6d0 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.66 "GET /v2.0/networks?id=6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3 HTTP/1.1" status: 200 len: 814 time: 0.1023982 Oct 27 16:43:37.053695 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-18b7d2f7-8e2a-48cb-8f98-b70d2feec582 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Request body: {'port': {'device_id': '7bb68de0-8a70-47eb-b383-cab174220978', 'network_id': '6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3', 'admin_state_up': True, 'tenant_id': '3ff0fae83e4d41e9a7de928fb05d4122'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:43:37.125329 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-92c7bb05-27ed-44e4-88cd-58d2f67a56a9 req-69d4efa0-77f5-41b9-86da-76aa48f16704 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/ports?device_id=7bb68de0-8a70-47eb-b383-cab174220978 HTTP/1.1" status: 200 len: 210 time: 0.0299556 Oct 27 16:43:37.186324 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-18b7d2f7-8e2a-48cb-8f98-b70d2feec582 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Made reservation on behalf of 3ff0fae83e4d41e9a7de928fb05d4122 for: {'port': 1} {{(pid=101666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:43:37.190349 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-18b7d2f7-8e2a-48cb-8f98-b70d2feec582 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:37.332484 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.db_base_plugin_common [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-18b7d2f7-8e2a-48cb-8f98-b70d2feec582 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Allocated IP 172.20.0.5 (6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3/2257880b-4b28-4290-be19-8e25c369d082/5d9e7f68-ab91-4d99-8b63-26fd1209804b) {{(pid=101666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:43:37.475718 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-18b7d2f7-8e2a-48cb-8f98-b70d2feec582 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Publish callbacks [] for port, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:37.510110 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-18b7d2f7-8e2a-48cb-8f98-b70d2feec582 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25690832'] for port, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:37.557385 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-18b7d2f7-8e2a-48cb-8f98-b70d2feec582 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Network 6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3 is already hosted by enough agents. {{(pid=101666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:43:37.560596 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-18b7d2f7-8e2a-48cb-8f98-b70d2feec582 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Resources bound (agent type, host, resource id): {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:43:37.564347 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-18b7d2f7-8e2a-48cb-8f98-b70d2feec582 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Received port after_create {{(pid=101666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:43:37.570811 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b7d2f7-8e2a-48cb-8f98-b70d2feec582 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Pushing event updated for resources: {'Port': ['ID=5d9e7f68-ab91-4d99-8b63-26fd1209804b,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:43:37.597359 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b7d2f7-8e2a-48cb-8f98-b70d2feec582 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:37.597599 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b7d2f7-8e2a-48cb-8f98-b70d2feec582 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:37.597954 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b7d2f7-8e2a-48cb-8f98-b70d2feec582 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:37.598321 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b7d2f7-8e2a-48cb-8f98-b70d2feec582 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:37.598703 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b7d2f7-8e2a-48cb-8f98-b70d2feec582 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:37.599040 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b7d2f7-8e2a-48cb-8f98-b70d2feec582 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:37.599366 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b7d2f7-8e2a-48cb-8f98-b70d2feec582 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:37.599690 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b7d2f7-8e2a-48cb-8f98-b70d2feec582 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:37.600041 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b7d2f7-8e2a-48cb-8f98-b70d2feec582 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:37.600361 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b7d2f7-8e2a-48cb-8f98-b70d2feec582 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:37.600684 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b7d2f7-8e2a-48cb-8f98-b70d2feec582 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:37.600980 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b7d2f7-8e2a-48cb-8f98-b70d2feec582 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:37.629780 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-18b7d2f7-8e2a-48cb-8f98-b70d2feec582 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:37.630833 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-18b7d2f7-8e2a-48cb-8f98-b70d2feec582 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:37.650246 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-18b7d2f7-8e2a-48cb-8f98-b70d2feec582 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6006145 Oct 27 16:43:37.665295 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-5eb9b2fe-9c55-4368-8ef3-b5115b76c84a service neutron] Request body: {'port': {'device_id': '7bb68de0-8a70-47eb-b383-cab174220978', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:43:37.726617 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-5eb9b2fe-9c55-4368-8ef3-b5115b76c84a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:37.828273 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157be39-b1c7-4b51-a19a-21949f22b639 req-8e54fe1b-cfd0-4b0d-9e88-6349043b60aa tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:37.829749 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7157be39-b1c7-4b51-a19a-21949f22b639 req-8e54fe1b-cfd0-4b0d-9e88-6349043b60aa tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.0847557 Oct 27 16:43:37.955806 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7157be39-b1c7-4b51-a19a-21949f22b639 req-ef8c3294-853d-4812-8945-20d1c2730bfd tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858095 Oct 27 16:43:38.059492 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-5eb9b2fe-9c55-4368-8ef3-b5115b76c84a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d9e7f68-ab91-4d99-8b63-26fd1209804b {{(pid=101666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:43:38.067100 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-5eb9b2fe-9c55-4368-8ef3-b5115b76c84a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:38.078964 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.provisioning_blocks [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-5eb9b2fe-9c55-4368-8ef3-b5115b76c84a service neutron] Transition to ACTIVE for port object 5d9e7f68-ab91-4d99-8b63-26fd1209804b will not be triggered until provisioned by entity L2. {{(pid=101666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:43:38.083548 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-5eb9b2fe-9c55-4368-8ef3-b5115b76c84a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25690667'] for port, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:38.165872 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9b2fe-9c55-4368-8ef3-b5115b76c84a service neutron] Pushing event updated for resources: {'Port': ['ID=5d9e7f68-ab91-4d99-8b63-26fd1209804b,revision_number=2']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:43:38.246831 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-5eb9b2fe-9c55-4368-8ef3-b5115b76c84a service neutron] Attempting to bind port 5d9e7f68-ab91-4d99-8b63-26fd1209804b on host hv-cinder-81565 for vnic_type normal with profile {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:43:38.247145 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-5eb9b2fe-9c55-4368-8ef3-b5115b76c84a service neutron] Attempting to bind port 5d9e7f68-ab91-4d99-8b63-26fd1209804b by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '9681be8c-579a-4f8b-84c7-92463653b32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3'}] {{(pid=101666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:43:38.247465 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-5eb9b2fe-9c55-4368-8ef3-b5115b76c84a service neutron] Attempting to bind port 5d9e7f68-ab91-4d99-8b63-26fd1209804b on network 6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3 {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:43:38.255570 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-5eb9b2fe-9c55-4368-8ef3-b5115b76c84a service neutron] Port 5d9e7f68-ab91-4d99-8b63-26fd1209804b on network 6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:43:38.255986 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-5eb9b2fe-9c55-4368-8ef3-b5115b76c84a service neutron] Attempting to bind port 5d9e7f68-ab91-4d99-8b63-26fd1209804b on network 6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3 {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:43:38.269079 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc2a47-b116-44d7-a032-e46b86a8c55e req-a111a721-16b6-425a-8e5d-b2cbe94a651b tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:38.270610 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-efbc2a47-b116-44d7-a032-e46b86a8c55e req-a111a721-16b6-425a-8e5d-b2cbe94a651b tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/ports?device_id=7bb68de0-8a70-47eb-b383-cab174220978 HTTP/1.1" status: 200 len: 943 time: 0.0706990 Oct 27 16:43:38.271947 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-5eb9b2fe-9c55-4368-8ef3-b5115b76c84a service neutron] Checking agent: {'id': '082437a5-0f96-45b0-8b8c-6a124d6faa93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 33, 51), 'started_at': datetime.datetime(2021, 10, 27, 16, 33, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:43:38.272276 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-5eb9b2fe-9c55-4368-8ef3-b5115b76c84a service neutron] Checking segment: {'id': '9681be8c-579a-4f8b-84c7-92463653b32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:43:38.272642 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-5eb9b2fe-9c55-4368-8ef3-b5115b76c84a service neutron] Bound using segment: {'id': '9681be8c-579a-4f8b-84c7-92463653b32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3'} {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:43:38.273072 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-5eb9b2fe-9c55-4368-8ef3-b5115b76c84a service neutron] Bound port: 5d9e7f68-ab91-4d99-8b63-26fd1209804b, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9681be8c-579a-4f8b-84c7-92463653b32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3'}}] {{(pid=101666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:43:38.273416 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-5eb9b2fe-9c55-4368-8ef3-b5115b76c84a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:38.284802 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-9337427a-9e73-4918-afac-cc6647a07055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:38.355034 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-efbc2a47-b116-44d7-a032-e46b86a8c55e req-5f02aa21-b701-4741-b153-2add4f830eb8 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/security-groups?id=c986df25-62b3-4b19-9628-e560d62d212e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722518 Oct 27 16:43:38.365794 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-5eb9b2fe-9c55-4368-8ef3-b5115b76c84a service neutron] For port 5d9e7f68-ab91-4d99-8b63-26fd1209804b, host hv-cinder-81565, cleared binding levels {{(pid=101666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:43:38.369020 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-5eb9b2fe-9c55-4368-8ef3-b5115b76c84a service neutron] For port 5d9e7f68-ab91-4d99-8b63-26fd1209804b, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=5d9e7f68-ab91-4d99-8b63-26fd1209804b,segment=NetworkSegment(9681be8c-579a-4f8b-84c7-92463653b32e),segment_id=9681be8c-579a-4f8b-84c7-92463653b32e)] {{(pid=101666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:43:38.372691 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-5eb9b2fe-9c55-4368-8ef3-b5115b76c84a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25690667'] for port, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:38.429373 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-5eb9b2fe-9c55-4368-8ef3-b5115b76c84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:38.429955 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-5eb9b2fe-9c55-4368-8ef3-b5115b76c84a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:38.431298 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-5eb9b2fe-9c55-4368-8ef3-b5115b76c84a service neutron] 10.222.0.66 "PUT /v2.0/ports/5d9e7f68-ab91-4d99-8b63-26fd1209804b HTTP/1.1" status: 200 len: 1093 time: 0.7719369 Oct 27 16:43:38.432504 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb68de0-8a70-47eb-b383-cab174220978', 'tag': '5d9e7f68-ab91-4d99-8b63-26fd1209804b'}] {{(pid=101666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:43:38.434727 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c97a8bc50bc1e60c5bcd83482612a755f7c8660878f0fc94464a674b36297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e964ba95-424d-4a76-8d9c-3aca18a2936a" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb68de0-8a70-47eb-b383-cab174220978", "tag": "5d9e7f68-ab91-4d99-8b63-26fd1209804b"}]}' {{(pid=101666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:43:38.463835 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9b2fe-9c55-4368-8ef3-b5115b76c84a service neutron] Pushing event updated for resources: {'Port': ['ID=5d9e7f68-ab91-4d99-8b63-26fd1209804b,revision_number=3']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:43:38.474850 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52533194-4fa1-49af-919d-fc15910dcebb req-f1166f6e-bb2c-4c8d-a13e-c1747f705fcf tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:38.476235 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-52533194-4fa1-49af-919d-fc15910dcebb req-f1166f6e-bb2c-4c8d-a13e-c1747f705fcf tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=aef6a84b-1aab-4f57-9044-cdbf130f06a6 HTTP/1.1" status: 200 len: 946 time: 0.0993454 Oct 27 16:43:38.477651 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a749266-8937-49e5-88aa-ee2631448f71 x-openstack-request-id: req-2a749266-8937-49e5-88aa-ee2631448f71 {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:43:38.477925 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb68de0-8a70-47eb-b383-cab174220978", "tag": "5d9e7f68-ab91-4d99-8b63-26fd1209804b", "status": "completed", "code": 200}]} {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:43:38.478167 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2a749266-8937-49e5-88aa-ee2631448f71 {{(pid=101666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:43:38.478544 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb68de0-8a70-47eb-b383-cab174220978', 'tag': '5d9e7f68-ab91-4d99-8b63-26fd1209804b', 'status': 'completed', 'code': 200} Oct 27 16:43:38.543076 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-52533194-4fa1-49af-919d-fc15910dcebb req-113c4252-8fe7-4a1b-aee5-6a787f770102 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=a05ba0bd-8a29-4110-8286-7842d9806b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605111 Oct 27 16:43:38.551416 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-11c275c2-8441-4e3d-99a7-f48710a13ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:38.553004 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-11c275c2-8441-4e3d-99a7-f48710a13ccd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3ff0fae83e4d41e9a7de928fb05d4122&device_id=7bb68de0-8a70-47eb-b383-cab174220978 HTTP/1.1" status: 200 len: 1096 time: 0.0689013 Oct 27 16:43:38.595556 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-4787506d-4a4c-42aa-beda-bf0a7e021501 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d9e7f68-ab91-4d99-8b63-26fd1209804b HTTP/1.1" status: 200 len: 217 time: 0.0333998 Oct 27 16:43:38.646777 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-76ee5c37-025e-44fb-beaa-288ff8314b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:38.648222 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-76ee5c37-025e-44fb-beaa-288ff8314b2c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2257880b-4b28-4290-be19-8e25c369d082 HTTP/1.1" status: 200 len: 854 time: 0.0444219 Oct 27 16:43:38.683390 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-bb1351b3-dfec-4870-8d79-127e32acb419 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270259 Oct 27 16:43:39.055593 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-d994f1d2-51c8-4be9-9a35-02aaef52dcb6 service neutron] 10.222.0.66 "GET /v2.0/networks/6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642263 Oct 27 16:43:39.141798 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8129b-f2b5-4186-a8e4-12b46ccf9772 req-f024af1c-d6a6-4cae-a614-b91c6023299f tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:39.143248 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-01e8129b-f2b5-4186-a8e4-12b46ccf9772 req-f024af1c-d6a6-4cae-a614-b91c6023299f tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.1000886 Oct 27 16:43:39.180188 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-56e57824-79d2-4f17-ba91-dd306c98d801 req-1ddf7f9a-06b5-4984-aed5-27c3b2f3bf16 service neutron] 10.222.0.66 "GET /v2.0/networks/6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112139 Oct 27 16:43:39.197288 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-01e8129b-f2b5-4186-a8e4-12b46ccf9772 req-16093f31-e2e8-4861-a941-2c8a6487a3fa tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439448 Oct 27 16:43:39.282056 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964ba95-424d-4a76-8d9c-3aca18a2936a req-c13402da-f2b0-4410-8b2a-f31421359124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:39.283441 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e964ba95-424d-4a76-8d9c-3aca18a2936a req-c13402da-f2b0-4410-8b2a-f31421359124 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3ff0fae83e4d41e9a7de928fb05d4122&device_id=7bb68de0-8a70-47eb-b383-cab174220978 HTTP/1.1" status: 200 len: 1096 time: 0.0452995 Oct 27 16:43:39.384932 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964ba95-424d-4a76-8d9c-3aca18a2936a req-6997c376-7c5a-4fb0-ba82-5d94115a08bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:39.386125 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e964ba95-424d-4a76-8d9c-3aca18a2936a req-6997c376-7c5a-4fb0-ba82-5d94115a08bd service neutron] 10.222.0.66 "GET /v2.0/networks?id=6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3 HTTP/1.1" status: 200 len: 916 time: 0.0916750 Oct 27 16:43:39.435135 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e964ba95-424d-4a76-8d9c-3aca18a2936a req-0236a722-d9e2-46d7-9ac0-7be69f1c7d05 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d9e7f68-ab91-4d99-8b63-26fd1209804b HTTP/1.1" status: 200 len: 217 time: 0.0400510 Oct 27 16:43:39.505254 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964ba95-424d-4a76-8d9c-3aca18a2936a req-10ebff83-06fd-4567-8b71-1c57692de646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:39.506774 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e964ba95-424d-4a76-8d9c-3aca18a2936a req-10ebff83-06fd-4567-8b71-1c57692de646 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2257880b-4b28-4290-be19-8e25c369d082 HTTP/1.1" status: 200 len: 854 time: 0.0628262 Oct 27 16:43:39.515267 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef301c7-2350-49cb-9b92-5b1ec4a42fe9 req-7c8b1188-0161-442d-a94f-0aee0c22811e tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:39.516684 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9ef301c7-2350-49cb-9b92-5b1ec4a42fe9 req-7c8b1188-0161-442d-a94f-0aee0c22811e tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/ports?device_id=7bb68de0-8a70-47eb-b383-cab174220978 HTTP/1.1" status: 200 len: 943 time: 0.0841222 Oct 27 16:43:39.545675 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e964ba95-424d-4a76-8d9c-3aca18a2936a req-2f6e8a0d-213f-426c-ba86-fafdbec4fd07 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280108 Oct 27 16:43:39.626707 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9ef301c7-2350-49cb-9b92-5b1ec4a42fe9 req-ab06e78c-4ce2-4f60-b614-9864b433817d tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/security-groups?id=c986df25-62b3-4b19-9628-e560d62d212e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018200 Oct 27 16:43:39.681935 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e964ba95-424d-4a76-8d9c-3aca18a2936a req-8ae75b39-6b1d-4196-9b04-552a427ffd53 service neutron] 10.222.0.66 "GET /v2.0/networks/6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262000 Oct 27 16:43:39.690805 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0d0e8-1972-4be7-ad63-7dc33f2c7861 req-5fd305d4-5acf-48c4-83fc-8d9ddab2416a tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:39.692358 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4cb0d0e8-1972-4be7-ad63-7dc33f2c7861 req-5fd305d4-5acf-48c4-83fc-8d9ddab2416a tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=aef6a84b-1aab-4f57-9044-cdbf130f06a6 HTTP/1.1" status: 200 len: 946 time: 0.0810606 Oct 27 16:43:39.779167 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4cb0d0e8-1972-4be7-ad63-7dc33f2c7861 req-9adef33e-c610-409a-9fd7-01bde3c7a373 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=a05ba0bd-8a29-4110-8286-7842d9806b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787535 Oct 27 16:43:39.803979 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e964ba95-424d-4a76-8d9c-3aca18a2936a req-0f2737be-da0c-4c26-9fea-8926ee070295 service neutron] 10.222.0.66 "GET /v2.0/networks/6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105683 Oct 27 16:43:40.351056 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce691d31-132c-4841-9d3d-3a76f30617a3 req-7647290f-c3c1-459d-b19e-52a761058fb4 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:40.352449 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ce691d31-132c-4841-9d3d-3a76f30617a3 req-7647290f-c3c1-459d-b19e-52a761058fb4 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.0808983 Oct 27 16:43:40.363718 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d792f26-57f3-40ee-ad31-48691c52b3f7 req-b831b827-22d2-4672-aed2-bf87f66b2e3f tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:40.365198 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0d792f26-57f3-40ee-ad31-48691c52b3f7 req-b831b827-22d2-4672-aed2-bf87f66b2e3f tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.66 "GET /v2.0/ports?device_id=aef6a84b-1aab-4f57-9044-cdbf130f06a6 HTTP/1.1" status: 200 len: 946 time: 0.0667012 Oct 27 16:43:40.429549 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ce691d31-132c-4841-9d3d-3a76f30617a3 req-734f6a5a-882a-466d-937a-64ce501e7124 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634072 Oct 27 16:43:40.474876 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [req-0d792f26-57f3-40ee-ad31-48691c52b3f7 req-da42996e-3923-4356-90a9-6935c533dbae tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Deleting port 0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f {{(pid=101666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:43:40.475206 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-0d792f26-57f3-40ee-ad31-48691c52b3f7 req-da42996e-3923-4356-90a9-6935c533dbae tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:40.567378 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-0d792f26-57f3-40ee-ad31-48691c52b3f7 req-da42996e-3923-4356-90a9-6935c533dbae tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] For port 0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f,segment=NetworkSegment(666d1a16-746f-4e08-a2d0-b6a8afa6f4ba),segment_id=666d1a16-746f-4e08-a2d0-b6a8afa6f4ba)] {{(pid=101666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:43:40.567733 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-0d792f26-57f3-40ee-ad31-48691c52b3f7 req-da42996e-3923-4356-90a9-6935c533dbae tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:40.765226 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-0d792f26-57f3-40ee-ad31-48691c52b3f7 req-da42996e-3923-4356-90a9-6935c533dbae tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:40.766008 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-0d792f26-57f3-40ee-ad31-48691c52b3f7 req-da42996e-3923-4356-90a9-6935c533dbae tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3734057'] for floatingip, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:40.766008 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.db.l3_db [req-0d792f26-57f3-40ee-ad31-48691c52b3f7 req-da42996e-3923-4356-90a9-6935c533dbae tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Floating IP 688eeda6-6658-4d2f-825e-6e747315fd59 disassociated. External IP: 172.27.0.104, port: 0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f. Oct 27 16:43:40.766209 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [req-0d792f26-57f3-40ee-ad31-48691c52b3f7 req-da42996e-3923-4356-90a9-6935c533dbae tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Calling delete_port for 0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f owned by compute:nova {{(pid=101666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:43:40.822970 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03f14d-4d57-4bd6-befe-284962a0ad29 req-c22f9e1d-7153-4b90-93f4-e8f6db08150a tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:40.824513 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-da03f14d-4d57-4bd6-befe-284962a0ad29 req-c22f9e1d-7153-4b90-93f4-e8f6db08150a tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/ports?device_id=7bb68de0-8a70-47eb-b383-cab174220978 HTTP/1.1" status: 200 len: 943 time: 0.1119630 Oct 27 16:43:40.908719 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-da03f14d-4d57-4bd6-befe-284962a0ad29 req-7aee2ff3-ad33-4737-86f5-761c0904fe88 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/security-groups?id=c986df25-62b3-4b19-9628-e560d62d212e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774248 Oct 27 16:43:40.933080 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94e489-4faa-4125-bcbb-a0abe7d7933d req-3e53614e-ee80-445c-9062-9cba48481d3f tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:40.934572 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7e94e489-4faa-4125-bcbb-a0abe7d7933d req-3e53614e-ee80-445c-9062-9cba48481d3f tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/ports?device_id=aef6a84b-1aab-4f57-9044-cdbf130f06a6 HTTP/1.1" status: 200 len: 946 time: 0.0813220 Oct 27 16:43:40.987915 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d89ec566-5fa6-47db-b2e2-22d6a96d05a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:41.004835 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7e94e489-4faa-4125-bcbb-a0abe7d7933d req-5c50f648-d17b-4694-9482-b30b55a89e93 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups?id=a05ba0bd-8a29-4110-8286-7842d9806b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499387 Oct 27 16:43:41.005927 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-0d792f26-57f3-40ee-ad31-48691c52b3f7 req-da42996e-3923-4356-90a9-6935c533dbae tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25690832'] for port, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:41.035694 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42996e-3923-4356-90a9-6935c533dbae tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Pushing event deleted for resources: {'Port': ['ID=0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:43:41.159728 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d792f26-57f3-40ee-ad31-48691c52b3f7 req-da42996e-3923-4356-90a9-6935c533dbae tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Router 292510e1-f508-41d7-86f7-f796203aaafb has already been hosted by L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 {{(pid=101666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:43:41.266561 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d792f26-57f3-40ee-ad31-48691c52b3f7 req-da42996e-3923-4356-90a9-6935c533dbae tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:43:41.276756 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c864b4c-d0c9-4376-8375-0c568caf146b None None] Sync routers for ids ['292510e1-f508-41d7-86f7-f796203aaafb'] in dv-cinder-815659-1-iscsi {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:43:41.287803 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c864b4c-d0c9-4376-8375-0c568caf146b None None] Routers {'292510e1-f508-41d7-86f7-f796203aaafb'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:43:41.288517 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-3c864b4c-d0c9-4376-8375-0c568caf146b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:43:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['292510e1-f508-41d7-86f7-f796203aaafb'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:43:41.307043 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d792f26-57f3-40ee-ad31-48691c52b3f7 req-da42996e-3923-4356-90a9-6935c533dbae tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] No DVR routers for this DVR port 0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f on host hv-cinder-81565 {{(pid=101666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:43:41.309634 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-0d792f26-57f3-40ee-ad31-48691c52b3f7 req-da42996e-3923-4356-90a9-6935c533dbae tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:41.312923 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0d792f26-57f3-40ee-ad31-48691c52b3f7 req-da42996e-3923-4356-90a9-6935c533dbae tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.66 "DELETE /v2.0/ports/0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f HTTP/1.1" status: 204 len: 173 time: 0.9411812 Oct 27 16:43:41.313354 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef6a84b-1aab-4f57-9044-cdbf130f06a6', 'name': 'network-vif-deleted', 'tag': '0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f'}] {{(pid=101666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:43:41.315601 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c97a8bc50bc1e60c5bcd83482612a755f7c8660878f0fc94464a674b36297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e89bbe5-719f-4c67-b5ab-e1a56415af35" -d '{"events": [{"server_uuid": "aef6a84b-1aab-4f57-9044-cdbf130f06a6", "name": "network-vif-deleted", "tag": "0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f"}]}' {{(pid=101666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:43:41.358052 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955949c8-fbe2-43be-b9fb-39f1ffefaf63 x-openstack-request-id: req-955949c8-fbe2-43be-b9fb-39f1ffefaf63 {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:43:41.358370 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef6a84b-1aab-4f57-9044-cdbf130f06a6", "name": "network-vif-deleted", "tag": "0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f", "status": "completed", "code": 200}]} {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:43:41.358587 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-955949c8-fbe2-43be-b9fb-39f1ffefaf63 {{(pid=101666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:43:41.358984 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef6a84b-1aab-4f57-9044-cdbf130f06a6', 'name': 'network-vif-deleted', 'tag': '0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f', 'status': 'completed', 'code': 200} Oct 27 16:43:41.403934 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-3c864b4c-d0c9-4376-8375-0c568caf146b None None] Set router 292510e1-f508-41d7-86f7-f796203aaafb gateway port host: dv-cinder-815659-1-iscsi {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:43:41.527397 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.agents_db [None req-8f3c53fd-3166-491a-b603-91a64fcc8de1 None None] Agent healthcheck: found 6 active agents {{(pid=101668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:43:41.562993 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ba940-ea49-43ea-839b-156df2de4ab4 req-0c863d44-d430-479f-9943-55d9b75a71dd tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:41.564541 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ec8ba940-ea49-43ea-839b-156df2de4ab4 req-0c863d44-d430-479f-9943-55d9b75a71dd tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.0518000 Oct 27 16:43:41.604929 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ec8ba940-ea49-43ea-839b-156df2de4ab4 req-829e3289-0a7e-4ea0-9563-84733e49f89b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339398 Oct 27 16:43:41.617170 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-3c864b4c-d0c9-4376-8375-0c568caf146b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '292510e1-f508-41d7-86f7-f796203aaafb', 'name': 'tempest-AttachVolumeTestJSON-555848210-router', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f2193b51-ae91-4254-9372-17d184efcf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'gw_port': {'id': 'f2193b51-ae91-4254-9372-17d184efcf85', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292510e1-f508-41d7-86f7-f796203aaafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:44Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0', 'name': '', 'network_id': '900de597-e873-4f99-a7d4-e023d99223de', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'mac_address': 'fa:16:3e:e8:2b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292510e1-f508-41d7-86f7-f796203aaafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ae9f7717-3703-4043-b05c-cf4237b7a0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:53Z', 'updated_at': '2021-10-27T16:36:04Z', 'revision_number': 5, 'project_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'subnets': [{'id': 'ae9f7717-3703-4043-b05c-cf4237b7a0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:43:41.643338 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c864b4c-d0c9-4376-8375-0c568caf146b None None] Checking router: 292510e1-f508-41d7-86f7-f796203aaafb for host: dv-cinder-815659-1-iscsi {{(pid=101667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:43:41.651450 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c864b4c-d0c9-4376-8375-0c568caf146b None None] Routers {'292510e1-f508-41d7-86f7-f796203aaafb'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:43:41.652092 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-3c864b4c-d0c9-4376-8375-0c568caf146b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:43:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['292510e1-f508-41d7-86f7-f796203aaafb'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:43:41.759800 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-3c864b4c-d0c9-4376-8375-0c568caf146b None None] Set router 292510e1-f508-41d7-86f7-f796203aaafb gateway port host: dv-cinder-815659-1-iscsi {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:43:41.958334 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-3c864b4c-d0c9-4376-8375-0c568caf146b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '292510e1-f508-41d7-86f7-f796203aaafb', 'name': 'tempest-AttachVolumeTestJSON-555848210-router', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f2193b51-ae91-4254-9372-17d184efcf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'gw_port': {'id': 'f2193b51-ae91-4254-9372-17d184efcf85', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292510e1-f508-41d7-86f7-f796203aaafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:44Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0', 'name': '', 'network_id': '900de597-e873-4f99-a7d4-e023d99223de', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'mac_address': 'fa:16:3e:e8:2b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292510e1-f508-41d7-86f7-f796203aaafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ae9f7717-3703-4043-b05c-cf4237b7a0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:53Z', 'updated_at': '2021-10-27T16:36:04Z', 'revision_number': 5, 'project_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'subnets': [{'id': 'ae9f7717-3703-4043-b05c-cf4237b7a0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:43:41.984621 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c864b4c-d0c9-4376-8375-0c568caf146b None None] The sync data for ids ['292510e1-f508-41d7-86f7-f796203aaafb'] in dv-cinder-815659-1-iscsi is: [{'id': '292510e1-f508-41d7-86f7-f796203aaafb', 'name': 'tempest-AttachVolumeTestJSON-555848210-router', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f2193b51-ae91-4254-9372-17d184efcf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'gw_port': {'id': 'f2193b51-ae91-4254-9372-17d184efcf85', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292510e1-f508-41d7-86f7-f796203aaafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:44Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0', 'name': '', 'network_id': '900de597-e873-4f99-a7d4-e023d99223de', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'mac_address': 'fa:16:3e:e8:2b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292510e1-f508-41d7-86f7-f796203aaafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ae9f7717-3703-4043-b05c-cf4237b7a0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:53Z', 'updated_at': '2021-10-27T16:36:04Z', 'revision_number': 5, 'project_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'subnets': [{'id': 'ae9f7717-3703-4043-b05c-cf4237b7a0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:43:42.032654 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8742c-8d33-4ebb-90a0-7a5a4d875275 req-b225dc12-458e-495b-b692-80a5b7c06478 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:42.040561 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-37f8742c-8d33-4ebb-90a0-7a5a4d875275 req-b225dc12-458e-495b-b692-80a5b7c06478 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/ports?device_id=7bb68de0-8a70-47eb-b383-cab174220978 HTTP/1.1" status: 200 len: 943 time: 0.0615466 Oct 27 16:43:42.076773 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:42.080283 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-37f8742c-8d33-4ebb-90a0-7a5a4d875275 req-743be9f0-34b7-4267-b3a6-800603323771 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/security-groups?id=c986df25-62b3-4b19-9628-e560d62d212e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388322 Oct 27 16:43:42.102233 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 58680) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:43:42.160244 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b4eb33f7-d860-4e91-b1b7-582d44b5dc27 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks [] for security_group, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:42.184662 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b4eb33f7-d860-4e91-b1b7-582d44b5dc27 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:42.235938 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b4eb33f7-d860-4e91-b1b7-582d44b5dc27 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:42.238500 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b4eb33f7-d860-4e91-b1b7-582d44b5dc27 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks [] for security_group, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:42.239731 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-b4eb33f7-d860-4e91-b1b7-582d44b5dc27 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "DELETE /v2.0/security-groups/a05ba0bd-8a29-4110-8286-7842d9806b7c HTTP/1.1" status: 204 len: 168 time: 0.1360440 Oct 27 16:43:42.240485 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3471240a-5a7c-4b7c-ad9e-12da101c3785 None None] New status for floating IP 688eeda6-6658-4d2f-825e-6e747315fd59: DOWN {{(pid=101668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:43:42.242706 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 58682) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:43:42.249486 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb33f7-d860-4e91-b1b7-582d44b5dc27 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05ba0bd-8a29-4110-8286-7842d9806b7c,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:43:42.268159 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.api.v2.resource [None req-e410eefe-e7e0-4195-acce-01ecb62f5ae6 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] show failed (client error): The resource could not be found. Oct 27 16:43:42.269330 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-e410eefe-e7e0-4195-acce-01ecb62f5ae6 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "GET /v2.0/security-groups/a05ba0bd-8a29-4110-8286-7842d9806b7c HTTP/1.1" status: 404 len: 347 time: 0.0249946 Oct 27 16:43:42.272511 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 58686) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:43:42.401463 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.plugin [None req-9689e64f-7779-491d-8d29-67dbad4eb124 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Deleting port a2b1dc36-c390-4a50-84a6-f4eafac3f395 {{(pid=101665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:43:42.401930 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-9689e64f-7779-491d-8d29-67dbad4eb124 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:42.435849 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:42.481879 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-9689e64f-7779-491d-8d29-67dbad4eb124 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:42.482129 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-9689e64f-7779-491d-8d29-67dbad4eb124 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:42.494958 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.plugin [None req-9689e64f-7779-491d-8d29-67dbad4eb124 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Calling delete_port for a2b1dc36-c390-4a50-84a6-f4eafac3f395 owned by network:floatingip {{(pid=101665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:43:42.618804 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 5d9e7f68-ab91-4d99-8b63-26fd1209804b details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=101667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:43:42.626781 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-9689e64f-7779-491d-8d29-67dbad4eb124 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2512089'] for port, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:42.657612 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689e64f-7779-491d-8d29-67dbad4eb124 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Pushing event deleted for resources: {'Port': ['ID=a2b1dc36-c390-4a50-84a6-f4eafac3f395,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:43:42.707553 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9689e64f-7779-491d-8d29-67dbad4eb124 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:42.707933 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9689e64f-7779-491d-8d29-67dbad4eb124 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:42.708274 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9689e64f-7779-491d-8d29-67dbad4eb124 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:42.708605 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9689e64f-7779-491d-8d29-67dbad4eb124 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:42.708930 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9689e64f-7779-491d-8d29-67dbad4eb124 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:42.709455 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9689e64f-7779-491d-8d29-67dbad4eb124 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:42.709783 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9689e64f-7779-491d-8d29-67dbad4eb124 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:42.710106 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9689e64f-7779-491d-8d29-67dbad4eb124 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:42.710429 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9689e64f-7779-491d-8d29-67dbad4eb124 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:42.710747 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9689e64f-7779-491d-8d29-67dbad4eb124 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:42.711085 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9689e64f-7779-491d-8d29-67dbad4eb124 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:42.711380 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9689e64f-7779-491d-8d29-67dbad4eb124 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:42.725616 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-9689e64f-7779-491d-8d29-67dbad4eb124 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks [] for floatingip, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:42.729048 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-9689e64f-7779-491d-8d29-67dbad4eb124 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for floatingip, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:42.730413 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-9689e64f-7779-491d-8d29-67dbad4eb124 tempest-AttachVolumeTestJSON-531245743 tempest-AttachVolumeTestJSON-531245743-project] 10.222.0.91 "DELETE /v2.0/floatingips/688eeda6-6658-4d2f-825e-6e747315fd59 HTTP/1.1" status: 204 len: 168 time: 0.4570720 Oct 27 16:43:42.736672 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 5d9e7f68-ab91-4d99-8b63-26fd1209804b, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=5d9e7f68-ab91-4d99-8b63-26fd1209804b,segment=NetworkSegment(9681be8c-579a-4f8b-84c7-92463653b32e),segment_id=9681be8c-579a-4f8b-84c7-92463653b32e)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:43:42.749508 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22437e-4bbc-4d06-830e-181e4f330c23 req-03c88a83-6175-4099-ab87-8b9eeec515c5 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:42.751916 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6b22437e-4bbc-4d06-830e-181e4f330c23 req-03c88a83-6175-4099-ab87-8b9eeec515c5 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.0602794 Oct 27 16:43:42.756565 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Returning: {'device': '5d9e7f68-ab91-4d99-8b63-26fd1209804b', 'network_id': '6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3', 'port_id': '5d9e7f68-ab91-4d99-8b63-26fd1209804b', 'mac_address': 'fa:16:3e:49:23:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2257880b-4b28-4290-be19-8e25c369d082', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:43:42.796544 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6b22437e-4bbc-4d06-830e-181e4f330c23 req-91807982-80b7-47a9-b78c-8611326147a3 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378370 Oct 27 16:43:42.802095 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:42.815742 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d9e7f68-ab91-4d99-8b63-26fd1209804b {{(pid=101667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:43:42.835622 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 5d9e7f68-ab91-4d99-8b63-26fd1209804b, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=5d9e7f68-ab91-4d99-8b63-26fd1209804b,segment=NetworkSegment(9681be8c-579a-4f8b-84c7-92463653b32e),segment_id=9681be8c-579a-4f8b-84c7-92463653b32e)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:43:42.839909 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:42.891479 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=5d9e7f68-ab91-4d99-8b63-26fd1209804b,revision_number=4']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:43:42.898450 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:42.898797 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:42.899133 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:42.899465 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:42.899788 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:42.900134 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:42.900458 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:42.900779 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:42.901098 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:42.901402 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:42.901718 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:42.902032 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:43.156142 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['5d9e7f68-ab91-4d99-8b63-26fd1209804b'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:43:43.202647 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7606e-7f81-43c0-9c17-a50abbee077a req-51353c48-8608-4478-8090-d97da84ba575 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:43.204320 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-53e7606e-7f81-43c0-9c17-a50abbee077a req-51353c48-8608-4478-8090-d97da84ba575 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/ports?device_id=7bb68de0-8a70-47eb-b383-cab174220978 HTTP/1.1" status: 200 len: 944 time: 0.0497265 Oct 27 16:43:43.242454 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-53e7606e-7f81-43c0-9c17-a50abbee077a req-110d07e4-e243-46ba-94bb-772e2922e616 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/security-groups?id=c986df25-62b3-4b19-9628-e560d62d212e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317004 Oct 27 16:43:43.749138 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:43.916580 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bea5f8-c589-4947-b8a6-92390ea7e7df req-0be34291-687d-4a06-b8c4-476aecbe43a4 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:43.918018 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-46bea5f8-c589-4947-b8a6-92390ea7e7df req-0be34291-687d-4a06-b8c4-476aecbe43a4 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.0503032 Oct 27 16:43:43.958078 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-46bea5f8-c589-4947-b8a6-92390ea7e7df req-c1b8ac1d-2f19-419c-895d-a150525798cc tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339694 Oct 27 16:43:44.358606 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d821c4d-bfef-45fc-b24e-6fbd433e2721 req-c79e395c-9d85-4372-b5cc-ae48fa727a82 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:44.360108 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5d821c4d-bfef-45fc-b24e-6fbd433e2721 req-c79e395c-9d85-4372-b5cc-ae48fa727a82 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/ports?device_id=7bb68de0-8a70-47eb-b383-cab174220978 HTTP/1.1" status: 200 len: 944 time: 0.0497167 Oct 27 16:43:44.405564 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5d821c4d-bfef-45fc-b24e-6fbd433e2721 req-b660a4b9-abbe-40fa-bd58-7be4887c648e tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/security-groups?id=c986df25-62b3-4b19-9628-e560d62d212e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365264 Oct 27 16:43:44.623802 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 109e3545-77f1-4a61-ae32-7b30fdcd340c details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=101667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:43:44.627163 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 5d9e7f68-ab91-4d99-8b63-26fd1209804b up at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:43:44.738288 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning for port 5d9e7f68-ab91-4d99-8b63-26fd1209804b completed by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:43:44.750579 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning complete for port 5d9e7f68-ab91-4d99-8b63-26fd1209804b triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:43:44.750949 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:44.793071 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 109e3545-77f1-4a61-ae32-7b30fdcd340c, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=109e3545-77f1-4a61-ae32-7b30fdcd340c,segment=NetworkSegment(04b90801-dbaa-4b6b-a289-4b9ced180864),segment_id=04b90801-dbaa-4b6b-a289-4b9ced180864)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:43:44.810179 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Returning: {'device': '109e3545-77f1-4a61-ae32-7b30fdcd340c', 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905', 'port_id': '109e3545-77f1-4a61-ae32-7b30fdcd340c', 'mac_address': 'fa:16:3e:91:73:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfd7b3b6-c867-4ea0-ba61-155e778fa591', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:43:44.874367 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:44.891205 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:44.893814 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 109e3545-77f1-4a61-ae32-7b30fdcd340c {{(pid=101667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:43:44.929737 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 109e3545-77f1-4a61-ae32-7b30fdcd340c, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=109e3545-77f1-4a61-ae32-7b30fdcd340c,segment=NetworkSegment(04b90801-dbaa-4b6b-a289-4b9ced180864),segment_id=04b90801-dbaa-4b6b-a289-4b9ced180864)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:43:44.935694 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb68de0-8a70-47eb-b383-cab174220978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9e7f68-ab91-4d99-8b63-26fd1209804b'}] {{(pid=101667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:43:44.937980 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15467c740e99bfee501675d45c0ab6b31e8088b61e385ce1236909406ef3d9b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c572ebc-2852-49ea-8c9f-08a530287321" -d '{"events": [{"server_uuid": "7bb68de0-8a70-47eb-b383-cab174220978", "name": "network-vif-plugged", "status": "completed", "tag": "5d9e7f68-ab91-4d99-8b63-26fd1209804b"}]}' {{(pid=101667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:43:44.947703 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:44.953507 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 5d9e7f68-ab91-4d99-8b63-26fd1209804b, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=5d9e7f68-ab91-4d99-8b63-26fd1209804b,segment=NetworkSegment(9681be8c-579a-4f8b-84c7-92463653b32e),segment_id=9681be8c-579a-4f8b-84c7-92463653b32e)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:43:44.974386 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:44.975189 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f no longer exists at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:43:44.982923 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ec36b9-5176-4933-a350-fcda98ddb8cf x-openstack-request-id: req-a3ec36b9-5176-4933-a350-fcda98ddb8cf {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:43:44.983233 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb68de0-8a70-47eb-b383-cab174220978", "name": "network-vif-plugged", "status": "completed", "tag": "5d9e7f68-ab91-4d99-8b63-26fd1209804b", "code": 200}]} {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:43:44.983482 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a3ec36b9-5176-4933-a350-fcda98ddb8cf {{(pid=101667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:43:44.983857 dv-cinder-815659-1-iscsi neutron-server[101667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb68de0-8a70-47eb-b383-cab174220978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9e7f68-ab91-4d99-8b63-26fd1209804b', 'code': 200} Oct 27 16:43:45.061308 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] No Port match for: 0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:43:45.061669 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 0b57f5c1-a08f-401e-b2ed-4bd15fd6bd6f not bound to the agent host hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:43:45.063070 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=109e3545-77f1-4a61-ae32-7b30fdcd340c,revision_number=6']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:43:45.066490 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['109e3545-77f1-4a61-ae32-7b30fdcd340c'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:43:45.113281 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23ae6f-5dca-4392-a6c0-ae5c8aefd211 req-1ba85ab9-d542-4de3-afc0-f305977f9e28 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:45.115547 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2e23ae6f-5dca-4392-a6c0-ae5c8aefd211 req-1ba85ab9-d542-4de3-afc0-f305977f9e28 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 945 time: 0.0691750 Oct 27 16:43:45.191269 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2e23ae6f-5dca-4392-a6c0-ae5c8aefd211 req-b0324e87-d451-4e44-bf81-e689d281fcc4 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687835 Oct 27 16:43:45.236383 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914b77f-f882-4730-a4e0-932a4c61eea9 req-0e504342-e29c-416e-9efa-308905c7c48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:45.238043 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5914b77f-f882-4730-a4e0-932a4c61eea9 req-0e504342-e29c-416e-9efa-308905c7c48a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7bb68de0-8a70-47eb-b383-cab174220978 HTTP/1.1" status: 200 len: 1098 time: 0.0694182 Oct 27 16:43:45.288664 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5914b77f-f882-4730-a4e0-932a4c61eea9 req-8ec4b83f-c06f-4648-afba-95ebd6c9d50e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c986df25-62b3-4b19-9628-e560d62d212e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416133 Oct 27 16:43:45.333006 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=5d9e7f68-ab91-4d99-8b63-26fd1209804b,revision_number=5']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:43:45.540317 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c86e7c-1509-41e3-9f91-ec05a751325c req-0b077817-1d6d-4b20-b91e-0f4e22c80392 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:45.541826 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-42c86e7c-1509-41e3-9f91-ec05a751325c req-0b077817-1d6d-4b20-b91e-0f4e22c80392 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/ports?device_id=7bb68de0-8a70-47eb-b383-cab174220978 HTTP/1.1" status: 200 len: 945 time: 0.0527449 Oct 27 16:43:45.591567 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-42c86e7c-1509-41e3-9f91-ec05a751325c req-81c7b5e9-cdde-42fa-b539-ad33f7864691 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/security-groups?id=c986df25-62b3-4b19-9628-e560d62d212e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417991 Oct 27 16:43:46.342591 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8dbeb-535e-40ac-ab90-3b286c595734 req-7b0f8e4c-21ac-467f-98db-a8a4e0f2a38f tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:46.351578 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a3a8dbeb-535e-40ac-ab90-3b286c595734 req-7b0f8e4c-21ac-467f-98db-a8a4e0f2a38f tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 945 time: 0.0694537 Oct 27 16:43:46.380917 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 58758) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:43:46.394235 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a3a8dbeb-535e-40ac-ab90-3b286c595734 req-24ed6738-7127-46c1-b55c-7421d0e880ca tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417397 Oct 27 16:43:46.640275 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 109e3545-77f1-4a61-ae32-7b30fdcd340c up at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:43:46.737005 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning complete for port 109e3545-77f1-4a61-ae32-7b30fdcd340c triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:43:46.737567 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:46.811944 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0388e-56d1-4661-87b7-fb1e883f61d5 req-3b273de4-8246-48e0-954e-63383db021f2 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:46.814035 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6ba0388e-56d1-4661-87b7-fb1e883f61d5 req-3b273de4-8246-48e0-954e-63383db021f2 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/ports?device_id=7bb68de0-8a70-47eb-b383-cab174220978 HTTP/1.1" status: 200 len: 945 time: 0.0961859 Oct 27 16:43:46.861185 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:46.870842 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6ba0388e-56d1-4661-87b7-fb1e883f61d5 req-040a6eca-25b0-47b6-b224-67f2b49be497 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/security-groups?id=c986df25-62b3-4b19-9628-e560d62d212e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490034 Oct 27 16:43:46.919059 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 109e3545-77f1-4a61-ae32-7b30fdcd340c, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=109e3545-77f1-4a61-ae32-7b30fdcd340c,segment=NetworkSegment(04b90801-dbaa-4b6b-a289-4b9ced180864),segment_id=04b90801-dbaa-4b6b-a289-4b9ced180864)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:43:46.929427 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:46.987740 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f4ecb4-617b-49d2-aeec-6a021ee2e215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109e3545-77f1-4a61-ae32-7b30fdcd340c'}] {{(pid=101667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:43:46.992757 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15467c740e99bfee501675d45c0ab6b31e8088b61e385ce1236909406ef3d9b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63295864-86d8-4a55-90fc-6ff673120186" -d '{"events": [{"server_uuid": "54f4ecb4-617b-49d2-aeec-6a021ee2e215", "name": "network-vif-plugged", "status": "completed", "tag": "109e3545-77f1-4a61-ae32-7b30fdcd340c"}]}' {{(pid=101667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:43:47.001411 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=109e3545-77f1-4a61-ae32-7b30fdcd340c,revision_number=7']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:43:47.063078 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31942924-b50c-4777-8401-2010362e04b9 x-openstack-request-id: req-31942924-b50c-4777-8401-2010362e04b9 {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:43:47.063320 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f4ecb4-617b-49d2-aeec-6a021ee2e215", "name": "network-vif-plugged", "status": "completed", "tag": "109e3545-77f1-4a61-ae32-7b30fdcd340c", "code": 200}]} {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:43:47.063577 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-31942924-b50c-4777-8401-2010362e04b9 {{(pid=101667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:43:47.063995 dv-cinder-815659-1-iscsi neutron-server[101667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f4ecb4-617b-49d2-aeec-6a021ee2e215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109e3545-77f1-4a61-ae32-7b30fdcd340c', 'code': 200} Oct 27 16:43:47.129668 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-6e084072-0e9d-429e-82a9-df24118f465e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3735081'] for router_interface, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:47.454344 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.plugin [None req-6e084072-0e9d-429e-82a9-df24118f465e admin admin] Deleting port 1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0 {{(pid=101665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:43:47.455042 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-6e084072-0e9d-429e-82a9-df24118f465e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:47.536166 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4449a0-20c2-4680-9c99-42e4d57f237e req-f8e387d2-2299-45dd-9ec6-5631bfa79c00 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:47.546693 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9d4449a0-20c2-4680-9c99-42e4d57f237e req-f8e387d2-2299-45dd-9ec6-5631bfa79c00 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.0639644 Oct 27 16:43:47.549382 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.db [None req-6e084072-0e9d-429e-82a9-df24118f465e admin admin] For port 1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0,segment=NetworkSegment(666d1a16-746f-4e08-a2d0-b6a8afa6f4ba),segment_id=666d1a16-746f-4e08-a2d0-b6a8afa6f4ba)] {{(pid=101665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:43:47.549855 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-6e084072-0e9d-429e-82a9-df24118f465e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:47.564822 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.plugin [None req-6e084072-0e9d-429e-82a9-df24118f465e admin admin] Calling delete_port for 1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0 owned by network:router_interface {{(pid=101665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:43:47.591363 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9d4449a0-20c2-4680-9c99-42e4d57f237e req-8a0026d3-d649-4978-b766-e0292631233c tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432985 Oct 27 16:43:47.773030 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-6e084072-0e9d-429e-82a9-df24118f465e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2512089'] for port, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:47.799947 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e084072-0e9d-429e-82a9-df24118f465e admin admin] Pushing event deleted for resources: {'Port': ['ID=1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:43:47.995978 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-6e084072-0e9d-429e-82a9-df24118f465e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3579529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3735237'] for router_interface, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:48.046813 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf19c9-8b20-4ea3-ad67-42dcb2d956d9 req-f4b92193-eb21-43c7-8c21-64a4f3dc55fa tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:48.054130 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fadf19c9-8b20-4ea3-ad67-42dcb2d956d9 req-f4b92193-eb21-43c7-8c21-64a4f3dc55fa tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/ports?device_id=7bb68de0-8a70-47eb-b383-cab174220978 HTTP/1.1" status: 200 len: 945 time: 0.0603924 Oct 27 16:43:48.094066 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fadf19c9-8b20-4ea3-ad67-42dcb2d956d9 req-1357fa45-deb7-4fde-9786-4093ccaa1017 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/security-groups?id=c986df25-62b3-4b19-9628-e560d62d212e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389452 Oct 27 16:43:48.234682 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e084072-0e9d-429e-82a9-df24118f465e admin admin] Router 292510e1-f508-41d7-86f7-f796203aaafb has already been hosted by L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 {{(pid=101665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:43:48.374684 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e084072-0e9d-429e-82a9-df24118f465e admin admin] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:43:48.400544 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-6e084072-0e9d-429e-82a9-df24118f465e admin admin] 10.222.0.91 "PUT /v2.0/routers/292510e1-f508-41d7-86f7-f796203aaafb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0152209 Oct 27 16:43:48.405779 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 58778) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:43:48.409484 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721cba92-a4ad-4646-b04f-1de4061f1649 None None] Sync routers for ids ['292510e1-f508-41d7-86f7-f796203aaafb'] in dv-cinder-815659-1-iscsi {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:43:48.423074 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721cba92-a4ad-4646-b04f-1de4061f1649 None None] Routers {'292510e1-f508-41d7-86f7-f796203aaafb'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:43:48.423700 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-721cba92-a4ad-4646-b04f-1de4061f1649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:43:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['292510e1-f508-41d7-86f7-f796203aaafb'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:43:48.549360 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b071ec32-e168-47e4-84fe-327056b9a1fc admin admin] Publish callbacks [] for router, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:48.560937 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-721cba92-a4ad-4646-b04f-1de4061f1649 None None] Set router 292510e1-f508-41d7-86f7-f796203aaafb gateway port host: dv-cinder-815659-1-iscsi {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:43:48.684509 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b071ec32-e168-47e4-84fe-327056b9a1fc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:48.819357 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaada7f3-abbb-4cf2-bfec-834c624a05b0 req-450c144d-59e8-48d3-834d-24f4a9a4108d tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:48.820928 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-aaada7f3-abbb-4cf2-bfec-834c624a05b0 req-450c144d-59e8-48d3-834d-24f4a9a4108d tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.0993474 Oct 27 16:43:48.850135 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-721cba92-a4ad-4646-b04f-1de4061f1649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '292510e1-f508-41d7-86f7-f796203aaafb', 'name': 'tempest-AttachVolumeTestJSON-555848210-router', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f2193b51-ae91-4254-9372-17d184efcf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:43:47Z', 'revision_number': 5, 'project_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'gw_port': {'id': 'f2193b51-ae91-4254-9372-17d184efcf85', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292510e1-f508-41d7-86f7-f796203aaafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:44Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi'}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:43:48.875548 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [None req-b071ec32-e168-47e4-84fe-327056b9a1fc admin admin] Deleting port f2193b51-ae91-4254-9372-17d184efcf85 {{(pid=101666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:43:48.876171 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b071ec32-e168-47e4-84fe-327056b9a1fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:48.877211 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721cba92-a4ad-4646-b04f-1de4061f1649 None None] Checking router: 292510e1-f508-41d7-86f7-f796203aaafb for host: dv-cinder-815659-1-iscsi {{(pid=101667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:43:48.887196 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721cba92-a4ad-4646-b04f-1de4061f1649 None None] Routers {'292510e1-f508-41d7-86f7-f796203aaafb'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:43:48.887799 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-721cba92-a4ad-4646-b04f-1de4061f1649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:43:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['292510e1-f508-41d7-86f7-f796203aaafb'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:43:48.940334 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-aaada7f3-abbb-4cf2-bfec-834c624a05b0 req-b58b0ce7-ea1b-4f38-838d-3c06eee0d2d3 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032774 Oct 27 16:43:48.965766 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [None req-b071ec32-e168-47e4-84fe-327056b9a1fc admin admin] For port f2193b51-ae91-4254-9372-17d184efcf85, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=f2193b51-ae91-4254-9372-17d184efcf85,segment=NetworkSegment(9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182),segment_id=9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182)] {{(pid=101666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:43:48.966268 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b071ec32-e168-47e4-84fe-327056b9a1fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:48.977338 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-721cba92-a4ad-4646-b04f-1de4061f1649 None None] Set router 292510e1-f508-41d7-86f7-f796203aaafb gateway port host: None {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:43:48.980058 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [None req-b071ec32-e168-47e4-84fe-327056b9a1fc admin admin] Calling delete_port for f2193b51-ae91-4254-9372-17d184efcf85 owned by network:router_gateway {{(pid=101666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:43:49.041317 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-721cba92-a4ad-4646-b04f-1de4061f1649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '292510e1-f508-41d7-86f7-f796203aaafb', 'name': 'tempest-AttachVolumeTestJSON-555848210-router', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:43:48Z', 'revision_number': 6, 'project_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'gw_port_host': None}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:43:49.068850 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721cba92-a4ad-4646-b04f-1de4061f1649 None None] The sync data for ids ['292510e1-f508-41d7-86f7-f796203aaafb'] in dv-cinder-815659-1-iscsi is: [{'id': '292510e1-f508-41d7-86f7-f796203aaafb', 'name': 'tempest-AttachVolumeTestJSON-555848210-router', 'tenant_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:43:48Z', 'revision_number': 6, 'project_id': '6b1d6307da9940d7aadfdaa9f13487e5', 'gw_port_host': None}] {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:43:49.177776 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b071ec32-e168-47e4-84fe-327056b9a1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25690832'] for port, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:49.201168 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b071ec32-e168-47e4-84fe-327056b9a1fc admin admin] Pushing event deleted for resources: {'Port': ['ID=f2193b51-ae91-4254-9372-17d184efcf85,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:43:49.263447 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b071ec32-e168-47e4-84fe-327056b9a1fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3734119'] for router_gateway, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:49.350186 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b071ec32-e168-47e4-84fe-327056b9a1fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3732749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3512'] for router, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:49.352540 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b071ec32-e168-47e4-84fe-327056b9a1fc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:49.400733 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b071ec32-e168-47e4-84fe-327056b9a1fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3732762'] for router, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:49.401514 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b071ec32-e168-47e4-84fe-327056b9a1fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 292510e1-f508-41d7-86f7-f796203aaafb {{(pid=101666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:43:49.406391 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b071ec32-e168-47e4-84fe-327056b9a1fc admin admin] Publish callbacks [] for router, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:49.411237 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 58788) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:43:49.414120 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-b071ec32-e168-47e4-84fe-327056b9a1fc admin admin] 10.222.0.91 "DELETE /v2.0/routers/292510e1-f508-41d7-86f7-f796203aaafb HTTP/1.1" status: 204 len: 168 time: 1.0072129 Oct 27 16:43:49.464901 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.db_base_plugin_v2 [None req-284fa208-f569-4a82-bd64-3a62f6169c38 admin admin] Deleting subnet ae9f7717-3703-4043-b05c-cf4237b7a0b2 {{(pid=101665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:43:49.468389 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-284fa208-f569-4a82-bd64-3a62f6169c38 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:49.529106 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-284fa208-f569-4a82-bd64-3a62f6169c38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3716744'] for subnet, precommit_delete_associations {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:49.642375 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-284fa208-f569-4a82-bd64-3a62f6169c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642671'] for subnet, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:49.709389 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-284fa208-f569-4a82-bd64-3a62f6169c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2512108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26390579'] for subnet, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:49.953138 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device f2193b51-ae91-4254-9372-17d184efcf85 no longer exists at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:43:49.975779 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] No Port match for: f2193b51-ae91-4254-9372-17d184efcf85 {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:43:49.976540 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device f2193b51-ae91-4254-9372-17d184efcf85 not bound to the agent host dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:43:49.976969 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0 no longer exists at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:43:49.978303 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284fa208-f569-4a82-bd64-3a62f6169c38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae9f7717-3703-4043-b05c-cf4237b7a0b2,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:43:49.980689 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-284fa208-f569-4a82-bd64-3a62f6169c38 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:49.983479 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-284fa208-f569-4a82-bd64-3a62f6169c38 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/ae9f7717-3703-4043-b05c-cf4237b7a0b2 HTTP/1.1" status: 204 len: 168 time: 0.5706894 Oct 27 16:43:49.986049 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 58792) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:43:50.049352 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f79a2f9-fc63-42f6-ab5d-207b5fab964a None None] Network 900de597-e873-4f99-a7d4-e023d99223de requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:43:50.063522 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] No Port match for: 1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0 {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:43:50.063770 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 1bbcd76d-29fd-4d6e-8031-9125a2a9f0e0 not bound to the agent host dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:43:50.067120 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-cfcbc83c-8166-4715-a53e-88fb74030625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617108'] for network, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:50.140884 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.plugin [None req-cfcbc83c-8166-4715-a53e-88fb74030625 admin admin] Deleting port 084232b2-6380-44d0-8015-89ba995d61a1 {{(pid=101665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:43:50.141363 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-cfcbc83c-8166-4715-a53e-88fb74030625 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:50.157594 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bfc9ad-57ac-4e69-8257-ac067b5021a8 req-6c5c41ff-4414-4a0d-9d59-d7fda6bc3149 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:50.159185 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-46bfc9ad-57ac-4e69-8257-ac067b5021a8 req-6c5c41ff-4414-4a0d-9d59-d7fda6bc3149 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.0577607 Oct 27 16:43:50.260522 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-46bfc9ad-57ac-4e69-8257-ac067b5021a8 req-846603b4-7794-4937-b1ee-8e7324ba373c tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907135 Oct 27 16:43:50.273010 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.db [None req-cfcbc83c-8166-4715-a53e-88fb74030625 admin admin] For port 084232b2-6380-44d0-8015-89ba995d61a1, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=084232b2-6380-44d0-8015-89ba995d61a1,segment=NetworkSegment(666d1a16-746f-4e08-a2d0-b6a8afa6f4ba),segment_id=666d1a16-746f-4e08-a2d0-b6a8afa6f4ba)] {{(pid=101665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:43:50.273395 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-cfcbc83c-8166-4715-a53e-88fb74030625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:50.294509 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.plugin [None req-cfcbc83c-8166-4715-a53e-88fb74030625 admin admin] Calling delete_port for 084232b2-6380-44d0-8015-89ba995d61a1 owned by network:dhcp {{(pid=101665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:43:50.405359 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102f35e3-0cb7-4a00-a934-6c6620a21eff None None] DHCP port deletion for 900de597-e873-4f99-a7d4-e023d99223de request from dv-cinder-815659-1-iscsi {{(pid=101667) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:43:50.443593 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-cfcbc83c-8166-4715-a53e-88fb74030625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2512089'] for port, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:50.476170 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcbc83c-8166-4715-a53e-88fb74030625 admin admin] Pushing event deleted for resources: {'Port': ['ID=084232b2-6380-44d0-8015-89ba995d61a1,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:43:50.484604 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcbc83c-8166-4715-a53e-88fb74030625 admin admin] No DVR routers for this DVR port 084232b2-6380-44d0-8015-89ba995d61a1 on host dv-cinder-815659-1-iscsi {{(pid=101665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:43:50.497034 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-102f35e3-0cb7-4a00-a934-6c6620a21eff None None] Deleting port 084232b2-6380-44d0-8015-89ba995d61a1 {{(pid=101667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:43:50.498335 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-102f35e3-0cb7-4a00-a934-6c6620a21eff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:50.586667 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-cfcbc83c-8166-4715-a53e-88fb74030625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-645114', 'neutron.services.segments.db._delete_segments_for_network-8779339326814'] for network, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:50.595619 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-102f35e3-0cb7-4a00-a934-6c6620a21eff None None] For port 084232b2-6380-44d0-8015-89ba995d61a1, host dv-cinder-815659-1-iscsi, got binding levels [] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:43:50.596042 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-102f35e3-0cb7-4a00-a934-6c6620a21eff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:50.610272 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-102f35e3-0cb7-4a00-a934-6c6620a21eff None None] Calling delete_port for 084232b2-6380-44d0-8015-89ba995d61a1 owned by network:dhcp {{(pid=101667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:43:50.613433 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.ipam_backend_mixin [None req-102f35e3-0cb7-4a00-a934-6c6620a21eff None None] Port 084232b2-6380-44d0-8015-89ba995d61a1 was not found and therefore no delete operation was performed {{(pid=101667) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 16:43:50.615321 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-102f35e3-0cb7-4a00-a934-6c6620a21eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631'] for port, after_delete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:50.622300 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.services.segments.db [None req-cfcbc83c-8166-4715-a53e-88fb74030625 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['900de597-e873-4f99-a7d4-e023d99223de']}} {{(pid=101665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:43:50.633072 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102f35e3-0cb7-4a00-a934-6c6620a21eff None None] No DVR routers for this DVR port 084232b2-6380-44d0-8015-89ba995d61a1 on host dv-cinder-815659-1-iscsi {{(pid=101667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:43:50.647970 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.services.segments.db [None req-cfcbc83c-8166-4715-a53e-88fb74030625 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '666d1a16-746f-4e08-a2d0-b6a8afa6f4ba') {'for_net_delete': True} {{(pid=101665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:43:50.648199 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.services.segments.db [None req-cfcbc83c-8166-4715-a53e-88fb74030625 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '666d1a16-746f-4e08-a2d0-b6a8afa6f4ba') {} {{(pid=101665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:43:50.654521 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f35e3-0cb7-4a00-a934-6c6620a21eff None None] Pushing event deleted for resources: {'Port': ['ID=084232b2-6380-44d0-8015-89ba995d61a1,revision_number=None']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:43:50.683744 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-cfcbc83c-8166-4715-a53e-88fb74030625 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779339327335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3716849'] for segment, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:50.711442 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-cfcbc83c-8166-4715-a53e-88fb74030625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790'] for segment, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:50.719151 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfcbc83c-8166-4715-a53e-88fb74030625 admin admin] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=101665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:43:50.719604 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-cfcbc83c-8166-4715-a53e-88fb74030625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2511878'] for segment, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:50.722104 dv-cinder-815659-1-iscsi neutron-server[101665]: Traceback (most recent call last): Oct 27 16:43:50.722104 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:43:50.722104 dv-cinder-815659-1-iscsi neutron-server[101665]: timer() Oct 27 16:43:50.722104 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:43:50.722104 dv-cinder-815659-1-iscsi neutron-server[101665]: cb(*args, **kw) Oct 27 16:43:50.722104 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:43:50.722104 dv-cinder-815659-1-iscsi neutron-server[101665]: return func(*args, **kwargs) Oct 27 16:43:50.722104 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:43:50.722104 dv-cinder-815659-1-iscsi neutron-server[101665]: self._notify() Oct 27 16:43:50.722104 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:43:50.722104 dv-cinder-815659-1-iscsi neutron-server[101665]: self.callback(batched_events) Oct 27 16:43:50.722104 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:43:50.722104 dv-cinder-815659-1-iscsi neutron-server[101665]: event.method(event) Oct 27 16:43:50.722104 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:43:50.722104 dv-cinder-815659-1-iscsi neutron-server[101665]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:43:50.722104 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:43:50.722104 dv-cinder-815659-1-iscsi neutron-server[101665]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:43:50.722104 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:43:50.722104 dv-cinder-815659-1-iscsi neutron-server[101665]: return f(self, *a, **k) Oct 27 16:43:50.722104 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:43:50.722104 dv-cinder-815659-1-iscsi neutron-server[101665]: return self._get(url).json() Oct 27 16:43:50.722104 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:43:50.722104 dv-cinder-815659-1-iscsi neutron-server[101665]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:43:50.722104 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:43:50.722104 dv-cinder-815659-1-iscsi neutron-server[101665]: return self.request(url, 'GET', **kwargs) Oct 27 16:43:50.722104 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:43:50.722104 dv-cinder-815659-1-iscsi neutron-server[101665]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:43:50.722104 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:43:50.722104 dv-cinder-815659-1-iscsi neutron-server[101665]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:43:50.722104 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:43:50.722104 dv-cinder-815659-1-iscsi neutron-server[101665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:43:50.722104 dv-cinder-815659-1-iscsi neutron-server[101665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:43:50.798376 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-cfcbc83c-8166-4715-a53e-88fb74030625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-645105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3734107'] for network, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:50.804403 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-cfcbc83c-8166-4715-a53e-88fb74030625 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for network, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:50.807565 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-cfcbc83c-8166-4715-a53e-88fb74030625 admin admin] 10.222.0.91 "DELETE /v2.0/networks/900de597-e873-4f99-a7d4-e023d99223de HTTP/1.1" status: 204 len: 168 time: 0.8205318 Oct 27 16:43:50.822991 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcbc83c-8166-4715-a53e-88fb74030625 admin admin] Pushing event deleted for resources: {'Network': ['ID=900de597-e873-4f99-a7d4-e023d99223de,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:43:50.960280 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 58800) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:43:51.007937 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-3e869ebd-74d8-46da-a7f1-f4440eeb33b7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6b1d6307da9940d7aadfdaa9f13487e5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0460150 Oct 27 16:43:51.010134 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 58802) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:43:51.090199 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-183940cb-5227-4f94-8c21-cba871f8e6f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:51.119382 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-183940cb-5227-4f94-8c21-cba871f8e6f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:51.180503 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-183940cb-5227-4f94-8c21-cba871f8e6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:51.183625 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-183940cb-5227-4f94-8c21-cba871f8e6f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:51.185795 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-183940cb-5227-4f94-8c21-cba871f8e6f4 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2f6c583e-9f4d-4247-a5c9-34f49af3e88c HTTP/1.1" status: 204 len: 168 time: 0.1744528 Oct 27 16:43:51.198128 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183940cb-5227-4f94-8c21-cba871f8e6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6c583e-9f4d-4247-a5c9-34f49af3e88c,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:43:51.326099 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:51.409412 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46caf3-407c-4985-a706-59ad41d01a72 req-a1649143-24cb-43cb-ba22-fa296a753bdf tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:51.417937 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2e46caf3-407c-4985-a706-59ad41d01a72 req-a1649143-24cb-43cb-ba22-fa296a753bdf tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.0642376 Oct 27 16:43:51.469423 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2e46caf3-407c-4985-a706-59ad41d01a72 req-8d9df49d-15d6-471b-8728-9f3be9a5f171 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462725 Oct 27 16:43:51.735352 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 084232b2-6380-44d0-8015-89ba995d61a1 no longer exists at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:43:51.761887 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] No Port match for: 084232b2-6380-44d0-8015-89ba995d61a1 {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:43:51.762611 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 084232b2-6380-44d0-8015-89ba995d61a1 not bound to the agent host dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:43:52.604813 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e503b7-c11a-4435-9dfa-95f83132a84c req-e2422364-f7c7-4874-887f-888fdb26ef54 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:52.613005 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-81e503b7-c11a-4435-9dfa-95f83132a84c req-e2422364-f7c7-4874-887f-888fdb26ef54 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.0714378 Oct 27 16:43:52.676580 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-81e503b7-c11a-4435-9dfa-95f83132a84c req-e35fcb05-615f-43cf-b7f6-e970fe3ce13e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624933 Oct 27 16:43:53.189722 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 58864) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:43:53.256318 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 58868) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:43:53.331830 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-45deaeff-a04e-4be1-8306-cb384b452fcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:53.482141 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-45deaeff-a04e-4be1-8306-cb384b452fcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:53.488898 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-45deaeff-a04e-4be1-8306-cb384b452fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:53.578507 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-45deaeff-a04e-4be1-8306-cb384b452fcf admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=47eca98873d14438afba80b1d67ee488&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3876770 Oct 27 16:43:53.579561 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45deaeff-a04e-4be1-8306-cb384b452fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3c8fb8-e903-44f5-acc4-ef5a444a5d75,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:43:53.581342 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 58872) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:43:53.674198 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a9bf37f3-dcb2-4ca0-9dd0-5a02a3f9ef59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:53.754541 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a9bf37f3-dcb2-4ca0-9dd0-5a02a3f9ef59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:53.828101 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a9bf37f3-dcb2-4ca0-9dd0-5a02a3f9ef59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:53.831410 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a9bf37f3-dcb2-4ca0-9dd0-5a02a3f9ef59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:53.836675 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-a9bf37f3-dcb2-4ca0-9dd0-5a02a3f9ef59 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/fc3c8fb8-e903-44f5-acc4-ef5a444a5d75 HTTP/1.1" status: 204 len: 168 time: 0.2539990 Oct 27 16:43:53.853292 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bf37f3-dcb2-4ca0-9dd0-5a02a3f9ef59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3c8fb8-e903-44f5-acc4-ef5a444a5d75,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:43:54.009040 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [None req-67346a88-28a1-4b0b-9a55-98186423c54b tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Deleting port 7724d001-163f-4e7c-922b-a067327178f4 {{(pid=101666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:43:54.009620 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-67346a88-28a1-4b0b-9a55-98186423c54b tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:54.021097 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3c101-0866-489c-a6d0-69878f8ae2af req-68f7395a-0796-4c01-b57c-501b947136a3 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:54.028723 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-26d3c101-0866-489c-a6d0-69878f8ae2af req-68f7395a-0796-4c01-b57c-501b947136a3 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.0962093 Oct 27 16:43:54.123061 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-26d3c101-0866-489c-a6d0-69878f8ae2af req-aa4a2695-1b60-4d8f-a1d8-186d0acaa51a tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931795 Oct 27 16:43:54.161649 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-67346a88-28a1-4b0b-9a55-98186423c54b tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:54.162159 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-67346a88-28a1-4b0b-9a55-98186423c54b tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:54.178216 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [None req-67346a88-28a1-4b0b-9a55-98186423c54b tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Calling delete_port for 7724d001-163f-4e7c-922b-a067327178f4 owned by network:floatingip {{(pid=101666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:43:54.255254 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 58882) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:43:54.272774 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-63cce9a3-ee7b-48ef-ae5d-cb1f413ea7f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:54.369412 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-63cce9a3-ee7b-48ef-ae5d-cb1f413ea7f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:54.376982 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-63cce9a3-ee7b-48ef-ae5d-cb1f413ea7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:54.385261 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-67346a88-28a1-4b0b-9a55-98186423c54b tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25690832'] for port, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:54.413503 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67346a88-28a1-4b0b-9a55-98186423c54b tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Pushing event deleted for resources: {'Port': ['ID=7724d001-163f-4e7c-922b-a067327178f4,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:43:54.422609 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-63cce9a3-ee7b-48ef-ae5d-cb1f413ea7f4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7f19de0e03bc48dea4bacf1f062c36c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1661136 Oct 27 16:43:54.425444 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 58884) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:43:54.427431 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cce9a3-ee7b-48ef-ae5d-cb1f413ea7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258c90e5-f6e5-49ed-9f17-f57d13b05144,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:43:54.482841 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-67346a88-28a1-4b0b-9a55-98186423c54b tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks [] for floatingip, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:54.483326 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.db.l3_db [None req-67346a88-28a1-4b0b-9a55-98186423c54b tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Floating IP 9fd56008-0f75-4466-b1e4-62f0d4cd4c86 disassociated (deleted). External IP: 172.27.0.219, port: f7d9643a-febd-434a-b78d-db8c7fccb5a9. Oct 27 16:43:54.490691 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-c55e606d-d306-46d1-9718-33a40fa243c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:54.519957 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-c55e606d-d306-46d1-9718-33a40fa243c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:54.594720 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-c55e606d-d306-46d1-9718-33a40fa243c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:54.597542 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-c55e606d-d306-46d1-9718-33a40fa243c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:54.598713 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-c55e606d-d306-46d1-9718-33a40fa243c6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/258c90e5-f6e5-49ed-9f17-f57d13b05144 HTTP/1.1" status: 204 len: 168 time: 0.1723588 Oct 27 16:43:54.607787 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e606d-d306-46d1-9718-33a40fa243c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258c90e5-f6e5-49ed-9f17-f57d13b05144,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:43:54.735699 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67346a88-28a1-4b0b-9a55-98186423c54b tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Router cca991f6-be1d-4059-9a04-716343715eb3 has already been hosted by L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 {{(pid=101666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:43:54.901049 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67346a88-28a1-4b0b-9a55-98186423c54b tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:43:54.907532 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-67346a88-28a1-4b0b-9a55-98186423c54b tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for floatingip, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:54.911945 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af933b8-3d08-4eb6-acc1-697591fd3d93 None None] Sync routers for ids ['cca991f6-be1d-4059-9a04-716343715eb3'] in dv-cinder-815659-1-iscsi {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:43:54.930787 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af933b8-3d08-4eb6-acc1-697591fd3d93 None None] Routers {'cca991f6-be1d-4059-9a04-716343715eb3'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:43:54.931735 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-5af933b8-3d08-4eb6-acc1-697591fd3d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:43:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['cca991f6-be1d-4059-9a04-716343715eb3'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:43:54.962492 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-67346a88-28a1-4b0b-9a55-98186423c54b tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "DELETE /v2.0/floatingips/9fd56008-0f75-4466-b1e4-62f0d4cd4c86 HTTP/1.1" status: 204 len: 168 time: 1.7050407 Oct 27 16:43:54.963572 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c811be-6fb2-44a8-8131-9e5c6cd79d2d', 'tag': 'f7d9643a-febd-434a-b78d-db8c7fccb5a9'}] {{(pid=101666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:43:54.966425 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c97a8bc50bc1e60c5bcd83482612a755f7c8660878f0fc94464a674b36297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37170856-1fea-472c-995b-dee3a0331653" -d '{"events": [{"name": "network-changed", "server_uuid": "22c811be-6fb2-44a8-8131-9e5c6cd79d2d", "tag": "f7d9643a-febd-434a-b78d-db8c7fccb5a9"}]}' {{(pid=101666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:43:55.030672 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb8b495-04e5-4e56-b548-765addf6bc67 x-openstack-request-id: req-1fb8b495-04e5-4e56-b548-765addf6bc67 {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:43:55.031665 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c811be-6fb2-44a8-8131-9e5c6cd79d2d", "tag": "f7d9643a-febd-434a-b78d-db8c7fccb5a9", "status": "completed", "code": 200}]} {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:43:55.032113 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1fb8b495-04e5-4e56-b548-765addf6bc67 {{(pid=101666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:43:55.032733 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c811be-6fb2-44a8-8131-9e5c6cd79d2d', 'tag': 'f7d9643a-febd-434a-b78d-db8c7fccb5a9', 'status': 'completed', 'code': 200} Oct 27 16:43:55.169161 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37170856-1fea-472c-995b-dee3a0331653 req-14646416-7dbe-42fd-b030-fa08721b0169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:55.169161 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-37170856-1fea-472c-995b-dee3a0331653 req-14646416-7dbe-42fd-b030-fa08721b0169 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b4608dd9e79646bab6f79ee11262de47&device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 1098 time: 0.0994210 Oct 27 16:43:55.181389 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-5af933b8-3d08-4eb6-acc1-697591fd3d93 None None] Set router cca991f6-be1d-4059-9a04-716343715eb3 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:43:55.497339 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627337dc-3456-40d6-8558-682aa2856abf req-e372f0bb-451e-4e0c-9a76-7edca88a386f tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:55.498987 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-627337dc-3456-40d6-8558-682aa2856abf req-e372f0bb-451e-4e0c-9a76-7edca88a386f tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 945 time: 0.2092853 Oct 27 16:43:55.522073 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a6b57-0027-4ac0-9988-a960f0f52947 req-7a6f5934-8e67-4745-95a0-9b6e2c9d7f38 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:55.523702 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-109a6b57-0027-4ac0-9988-a960f0f52947 req-7a6f5934-8e67-4745-95a0-9b6e2c9d7f38 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.2320998 Oct 27 16:43:55.524778 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37170856-1fea-472c-995b-dee3a0331653 req-900f6614-95fd-4276-bde4-0d16406fe5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:55.526274 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-37170856-1fea-472c-995b-dee3a0331653 req-900f6614-95fd-4276-bde4-0d16406fe5de service neutron] 10.222.0.66 "GET /v2.0/networks?id=56086d59-f4fd-44f6-9cd7-d10188d44026 HTTP/1.1" status: 200 len: 910 time: 0.3437350 Oct 27 16:43:55.565765 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29551002-f862-4944-be1e-a6e6093633d6 req-c949d730-c902-4911-8b1f-338ffa79e479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:55.567344 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-29551002-f862-4944-be1e-a6e6093633d6 req-c949d730-c902-4911-8b1f-338ffa79e479 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a56e030f182417680e61e5c27a2cb30&device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 1099 time: 0.1485419 Oct 27 16:43:55.638456 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-37170856-1fea-472c-995b-dee3a0331653 req-e8d18862-8b56-48d0-b44a-f68b2ed0c643 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7d9643a-febd-434a-b78d-db8c7fccb5a9 HTTP/1.1" status: 200 len: 217 time: 0.0921211 Oct 27 16:43:55.694842 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-5af933b8-3d08-4eb6-acc1-697591fd3d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca991f6-be1d-4059-9a04-716343715eb3', 'name': 'tempest-TestShelveInstance-200239008-router', 'tenant_id': 'b4608dd9e79646bab6f79ee11262de47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '18638e9f-7c1a-4811-b684-5da5356d755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:37:29Z', 'updated_at': '2021-10-27T16:37:32Z', 'revision_number': 4, 'project_id': 'b4608dd9e79646bab6f79ee11262de47', 'gw_port': {'id': '18638e9f-7c1a-4811-b684-5da5356d755b', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca991f6-be1d-4059-9a04-716343715eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:37:29Z', 'updated_at': '2021-10-27T16:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '94217448-5b80-405e-b03d-c057f76b4be9', 'name': '', 'network_id': '56086d59-f4fd-44f6-9cd7-d10188d44026', 'tenant_id': 'b4608dd9e79646bab6f79ee11262de47', 'mac_address': 'fa:16:3e:f7:67:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca991f6-be1d-4059-9a04-716343715eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a42514b9-e837-41aa-852c-c46b3ba3f0ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:37:31Z', 'updated_at': '2021-10-27T16:37:36Z', 'revision_number': 5, 'project_id': 'b4608dd9e79646bab6f79ee11262de47', 'subnets': [{'id': 'a42514b9-e837-41aa-852c-c46b3ba3f0ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:43:55.738791 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af933b8-3d08-4eb6-acc1-697591fd3d93 None None] Checking router: cca991f6-be1d-4059-9a04-716343715eb3 for host: dv-cinder-815659-1-iscsi {{(pid=101668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:43:55.750260 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af933b8-3d08-4eb6-acc1-697591fd3d93 None None] Routers {'cca991f6-be1d-4059-9a04-716343715eb3'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:43:55.751002 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-5af933b8-3d08-4eb6-acc1-697591fd3d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:43:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['cca991f6-be1d-4059-9a04-716343715eb3'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:43:55.775826 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-627337dc-3456-40d6-8558-682aa2856abf req-0c88f424-44b4-4cb3-aa65-a781632c2154 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2626326 Oct 27 16:43:55.861034 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29551002-f862-4944-be1e-a6e6093633d6 req-6bd4c934-c600-4a26-9b5c-e29ac5d87d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:55.863402 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-29551002-f862-4944-be1e-a6e6093633d6 req-6bd4c934-c600-4a26-9b5c-e29ac5d87d12 service neutron] 10.222.0.66 "GET /v2.0/networks?id=04e556bb-e81e-445a-9a9a-3eeb79203905 HTTP/1.1" status: 200 len: 919 time: 0.2195582 Oct 27 16:43:55.889344 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-109a6b57-0027-4ac0-9988-a960f0f52947 req-6ad44f9c-0093-401e-abd1-6716224470b0 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3338866 Oct 27 16:43:55.920850 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-5af933b8-3d08-4eb6-acc1-697591fd3d93 None None] Set router cca991f6-be1d-4059-9a04-716343715eb3 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:43:55.962751 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37170856-1fea-472c-995b-dee3a0331653 req-e2df58c7-99b9-4b90-9182-7902a3a5532e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:55.964524 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-37170856-1fea-472c-995b-dee3a0331653 req-e2df58c7-99b9-4b90-9182-7902a3a5532e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a42514b9-e837-41aa-852c-c46b3ba3f0ea HTTP/1.1" status: 200 len: 847 time: 0.2621520 Oct 27 16:43:56.025645 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-29551002-f862-4944-be1e-a6e6093633d6 req-8d1fe8b6-cc65-4d41-87ee-e134284ea960 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=109e3545-77f1-4a61-ae32-7b30fdcd340c HTTP/1.1" status: 200 len: 1002 time: 0.1330132 Oct 27 16:43:56.079899 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37170856-1fea-472c-995b-dee3a0331653 req-c467f94b-4e0c-45b2-8ae4-328ed589ae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:56.081416 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-37170856-1fea-472c-995b-dee3a0331653 req-c467f94b-4e0c-45b2-8ae4-328ed589ae20 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56086d59-f4fd-44f6-9cd7-d10188d44026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0980072 Oct 27 16:43:56.105405 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29551002-f862-4944-be1e-a6e6093633d6 req-985eb57c-bea0-4b3e-878f-20a69bcb6279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:56.106802 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-29551002-f862-4944-be1e-a6e6093633d6 req-985eb57c-bea0-4b3e-878f-20a69bcb6279 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bfd7b3b6-c867-4ea0-ba61-155e778fa591 HTTP/1.1" status: 200 len: 856 time: 0.0702488 Oct 27 16:43:56.162511 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-5af933b8-3d08-4eb6-acc1-697591fd3d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca991f6-be1d-4059-9a04-716343715eb3', 'name': 'tempest-TestShelveInstance-200239008-router', 'tenant_id': 'b4608dd9e79646bab6f79ee11262de47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '18638e9f-7c1a-4811-b684-5da5356d755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:37:29Z', 'updated_at': '2021-10-27T16:37:32Z', 'revision_number': 4, 'project_id': 'b4608dd9e79646bab6f79ee11262de47', 'gw_port': {'id': '18638e9f-7c1a-4811-b684-5da5356d755b', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca991f6-be1d-4059-9a04-716343715eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:37:29Z', 'updated_at': '2021-10-27T16:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '94217448-5b80-405e-b03d-c057f76b4be9', 'name': '', 'network_id': '56086d59-f4fd-44f6-9cd7-d10188d44026', 'tenant_id': 'b4608dd9e79646bab6f79ee11262de47', 'mac_address': 'fa:16:3e:f7:67:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca991f6-be1d-4059-9a04-716343715eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a42514b9-e837-41aa-852c-c46b3ba3f0ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:37:31Z', 'updated_at': '2021-10-27T16:37:36Z', 'revision_number': 5, 'project_id': 'b4608dd9e79646bab6f79ee11262de47', 'subnets': [{'id': 'a42514b9-e837-41aa-852c-c46b3ba3f0ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:43:56.198478 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af933b8-3d08-4eb6-acc1-697591fd3d93 None None] The sync data for ids ['cca991f6-be1d-4059-9a04-716343715eb3'] in dv-cinder-815659-1-iscsi is: [{'id': 'cca991f6-be1d-4059-9a04-716343715eb3', 'name': 'tempest-TestShelveInstance-200239008-router', 'tenant_id': 'b4608dd9e79646bab6f79ee11262de47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '18638e9f-7c1a-4811-b684-5da5356d755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:37:29Z', 'updated_at': '2021-10-27T16:37:32Z', 'revision_number': 4, 'project_id': 'b4608dd9e79646bab6f79ee11262de47', 'gw_port': {'id': '18638e9f-7c1a-4811-b684-5da5356d755b', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca991f6-be1d-4059-9a04-716343715eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:37:29Z', 'updated_at': '2021-10-27T16:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '94217448-5b80-405e-b03d-c057f76b4be9', 'name': '', 'network_id': '56086d59-f4fd-44f6-9cd7-d10188d44026', 'tenant_id': 'b4608dd9e79646bab6f79ee11262de47', 'mac_address': 'fa:16:3e:f7:67:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca991f6-be1d-4059-9a04-716343715eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a42514b9-e837-41aa-852c-c46b3ba3f0ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:37:31Z', 'updated_at': '2021-10-27T16:37:36Z', 'revision_number': 5, 'project_id': 'b4608dd9e79646bab6f79ee11262de47', 'subnets': [{'id': 'a42514b9-e837-41aa-852c-c46b3ba3f0ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:43:56.226003 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29551002-f862-4944-be1e-a6e6093633d6 req-203821b3-4bd3-47f4-825e-df84fe386f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:56.227562 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-29551002-f862-4944-be1e-a6e6093633d6 req-203821b3-4bd3-47f4-825e-df84fe386f37 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=04e556bb-e81e-445a-9a9a-3eeb79203905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1091070 Oct 27 16:43:56.234564 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-37170856-1fea-472c-995b-dee3a0331653 req-eff17e94-d42d-49f9-b60f-e3c50d3ef8a3 service neutron] 10.222.0.66 "GET /v2.0/networks/56086d59-f4fd-44f6-9cd7-d10188d44026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393361 Oct 27 16:43:56.482027 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-37170856-1fea-472c-995b-dee3a0331653 req-10309741-2c4b-4d9d-ba55-3313a15d2abd service neutron] 10.222.0.66 "GET /v2.0/networks/56086d59-f4fd-44f6-9cd7-d10188d44026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332954 Oct 27 16:43:56.537986 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-29551002-f862-4944-be1e-a6e6093633d6 req-8974e596-4f90-498a-8687-e082d25a8fc2 service neutron] 10.222.0.66 "GET /v2.0/networks/04e556bb-e81e-445a-9a9a-3eeb79203905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909959 Oct 27 16:43:56.674777 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872cc721-ee95-4d5e-b7ca-1692d00e5376 None None] New status for floating IP 9fd56008-0f75-4466-b1e4-62f0d4cd4c86: DOWN {{(pid=101667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:43:56.728921 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-29551002-f862-4944-be1e-a6e6093633d6 req-5b80e45e-f098-42b2-a837-0adfdea59552 service neutron] 10.222.0.66 "GET /v2.0/networks/04e556bb-e81e-445a-9a9a-3eeb79203905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749425 Oct 27 16:43:56.954588 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8adcea-5ebf-42f8-b192-6ec3a515746a req-b68ea105-0294-42f3-8625-a577379e62d0 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:56.963810 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7b8adcea-5ebf-42f8-b192-6ec3a515746a req-b68ea105-0294-42f3-8625-a577379e62d0 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 945 time: 0.0809050 Oct 27 16:43:57.028446 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7b8adcea-5ebf-42f8-b192-6ec3a515746a req-049fa2be-3633-4c28-b937-180dbd1984a5 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609522 Oct 27 16:43:57.074908 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6d89d-642b-4b86-be76-68d960187ffa req-ebb29a2a-7a8d-4865-aee5-f0fed55f0b3f tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:57.076578 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-14c6d89d-642b-4b86-be76-68d960187ffa req-ebb29a2a-7a8d-4865-aee5-f0fed55f0b3f tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.0828898 Oct 27 16:43:57.121032 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-14c6d89d-642b-4b86-be76-68d960187ffa req-a2ed3f6f-8448-461a-b1b7-8467f6f4ddd6 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378094 Oct 27 16:43:58.161831 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81790c6-65dd-4901-96e7-f02a19590038 req-4b28a9db-82d1-4a06-b0e5-61cb67a59951 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:58.164346 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f81790c6-65dd-4901-96e7-f02a19590038 req-4b28a9db-82d1-4a06-b0e5-61cb67a59951 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 945 time: 0.0646486 Oct 27 16:43:58.205538 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f81790c6-65dd-4901-96e7-f02a19590038 req-c8bf9843-7727-4295-a946-a268f04e6c53 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347145 Oct 27 16:43:58.255391 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1be2d-8a3a-4ba4-a24d-db7f9b313697 req-b9a23478-fc4e-4ebb-a20a-2fa538954879 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:58.256925 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-eed1be2d-8a3a-4ba4-a24d-db7f9b313697 req-b9a23478-fc4e-4ebb-a20a-2fa538954879 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.0494156 Oct 27 16:43:58.299487 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-eed1be2d-8a3a-4ba4-a24d-db7f9b313697 req-d135c5ec-ff8b-4d4f-b178-3800cb9483a6 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363672 Oct 27 16:43:59.327556 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171e938-446b-4b0a-9ddf-f0218998d75e req-901f4741-29d1-4179-b840-5eff9af34511 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:59.329081 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4171e938-446b-4b0a-9ddf-f0218998d75e req-901f4741-29d1-4179-b840-5eff9af34511 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 945 time: 0.0505719 Oct 27 16:43:59.369908 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4171e938-446b-4b0a-9ddf-f0218998d75e req-b1f4e46d-8b7f-491d-a2d3-228272c2ce37 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336344 Oct 27 16:43:59.427836 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0b8fc-c3a1-4e17-bb63-6a7875778ced req-8c113e9e-b1dc-4a61-9fc6-f459bb8dca05 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:59.429338 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-40e0b8fc-c3a1-4e17-bb63-6a7875778ced req-8c113e9e-b1dc-4a61-9fc6-f459bb8dca05 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.0523846 Oct 27 16:43:59.467325 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-40e0b8fc-c3a1-4e17-bb63-6a7875778ced req-f2ba194f-11e5-4996-8456-0f8e53878215 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319147 Oct 27 16:44:00.489335 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32648364-71f5-461f-a253-1d449f751f9d req-5387292d-998b-4d83-a4f0-66b349d25d5d tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:00.490814 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-32648364-71f5-461f-a253-1d449f751f9d req-5387292d-998b-4d83-a4f0-66b349d25d5d tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 945 time: 0.0511029 Oct 27 16:44:00.530563 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-32648364-71f5-461f-a253-1d449f751f9d req-0912e380-0c9f-413a-8e61-5ba0c46da7b6 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/security-groups?id=1f7cbd4c-ccaa-49a5-a087-938c8df81469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334742 Oct 27 16:44:00.591018 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b031647-52f9-4203-99ab-5a24cf09bfbf req-d5d42f76-99aa-407b-b1b0-3b3f3e391545 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:00.592554 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3b031647-52f9-4203-99ab-5a24cf09bfbf req-d5d42f76-99aa-407b-b1b0-3b3f3e391545 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.0512822 Oct 27 16:44:00.630861 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3b031647-52f9-4203-99ab-5a24cf09bfbf req-84227db8-fad5-462d-8b3d-0f4c42ebb7b5 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322251 Oct 27 16:44:00.990692 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7c575-f024-4659-808e-4a6a22a221d6 req-62109876-c6a5-4c18-b334-4219bdf7e82f tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:00.995366 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-70c7c575-f024-4659-808e-4a6a22a221d6 req-62109876-c6a5-4c18-b334-4219bdf7e82f tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.66 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 945 time: 0.0665529 Oct 27 16:44:01.099904 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [req-70c7c575-f024-4659-808e-4a6a22a221d6 req-bdd6d373-7c32-4153-be9e-8e70289d5d16 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Deleting port f7d9643a-febd-434a-b78d-db8c7fccb5a9 {{(pid=101666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:44:01.100184 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-70c7c575-f024-4659-808e-4a6a22a221d6 req-bdd6d373-7c32-4153-be9e-8e70289d5d16 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:01.211826 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345d6af-39b0-4212-acce-4455e692a299 req-91c902a1-c8bb-4a9b-85b3-40af02ee2f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:01.213277 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5345d6af-39b0-4212-acce-4455e692a299 req-91c902a1-c8bb-4a9b-85b3-40af02ee2f3d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a56e030f182417680e61e5c27a2cb30&device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 1099 time: 0.0721366 Oct 27 16:44:01.218000 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-70c7c575-f024-4659-808e-4a6a22a221d6 req-bdd6d373-7c32-4153-be9e-8e70289d5d16 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] For port f7d9643a-febd-434a-b78d-db8c7fccb5a9, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=f7d9643a-febd-434a-b78d-db8c7fccb5a9,segment=NetworkSegment(c4891f70-13a2-48c0-89a3-3d3ba5bc484a),segment_id=c4891f70-13a2-48c0-89a3-3d3ba5bc484a)] {{(pid=101666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:44:01.218351 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-70c7c575-f024-4659-808e-4a6a22a221d6 req-bdd6d373-7c32-4153-be9e-8e70289d5d16 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:01.237904 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [req-70c7c575-f024-4659-808e-4a6a22a221d6 req-bdd6d373-7c32-4153-be9e-8e70289d5d16 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Calling delete_port for f7d9643a-febd-434a-b78d-db8c7fccb5a9 owned by compute:nova {{(pid=101666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:44:01.366853 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345d6af-39b0-4212-acce-4455e692a299 req-35ba967c-9782-4768-8f26-57930ea0e87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:01.368338 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5345d6af-39b0-4212-acce-4455e692a299 req-35ba967c-9782-4768-8f26-57930ea0e87b service neutron] 10.222.0.66 "GET /v2.0/networks?id=04e556bb-e81e-445a-9a9a-3eeb79203905 HTTP/1.1" status: 200 len: 919 time: 0.1429911 Oct 27 16:44:01.470066 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5345d6af-39b0-4212-acce-4455e692a299 req-28f22bc2-424d-4202-afe0-025d3703b10b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=109e3545-77f1-4a61-ae32-7b30fdcd340c HTTP/1.1" status: 200 len: 1002 time: 0.0915933 Oct 27 16:44:01.486557 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-70c7c575-f024-4659-808e-4a6a22a221d6 req-bdd6d373-7c32-4153-be9e-8e70289d5d16 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25690832'] for port, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:01.538549 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6d373-7c32-4153-be9e-8e70289d5d16 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Pushing event deleted for resources: {'Port': ['ID=f7d9643a-febd-434a-b78d-db8c7fccb5a9,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:01.576988 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345d6af-39b0-4212-acce-4455e692a299 req-b70a147f-8417-4344-80be-6b29fa443c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:01.578481 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5345d6af-39b0-4212-acce-4455e692a299 req-b70a147f-8417-4344-80be-6b29fa443c6a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bfd7b3b6-c867-4ea0-ba61-155e778fa591 HTTP/1.1" status: 200 len: 856 time: 0.1000328 Oct 27 16:44:01.599090 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c7c575-f024-4659-808e-4a6a22a221d6 req-bdd6d373-7c32-4153-be9e-8e70289d5d16 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] No DVR routers for this DVR port f7d9643a-febd-434a-b78d-db8c7fccb5a9 on host hv-cinder-81565 {{(pid=101666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:44:01.602469 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-70c7c575-f024-4659-808e-4a6a22a221d6 req-bdd6d373-7c32-4153-be9e-8e70289d5d16 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:01.605834 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-70c7c575-f024-4659-808e-4a6a22a221d6 req-bdd6d373-7c32-4153-be9e-8e70289d5d16 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.66 "DELETE /v2.0/ports/f7d9643a-febd-434a-b78d-db8c7fccb5a9 HTTP/1.1" status: 204 len: 173 time: 0.5934711 Oct 27 16:44:01.606281 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c811be-6fb2-44a8-8131-9e5c6cd79d2d', 'name': 'network-vif-deleted', 'tag': 'f7d9643a-febd-434a-b78d-db8c7fccb5a9'}] {{(pid=101666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:44:01.608633 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c97a8bc50bc1e60c5bcd83482612a755f7c8660878f0fc94464a674b36297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab80c4d6-1fac-4558-92d7-740fe3f12b4a" -d '{"events": [{"server_uuid": "22c811be-6fb2-44a8-8131-9e5c6cd79d2d", "name": "network-vif-deleted", "tag": "f7d9643a-febd-434a-b78d-db8c7fccb5a9"}]}' {{(pid=101666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:44:01.655619 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622cae7b-754d-4037-a728-763b34a9a1d7 x-openstack-request-id: req-622cae7b-754d-4037-a728-763b34a9a1d7 {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:44:01.655943 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c811be-6fb2-44a8-8131-9e5c6cd79d2d", "name": "network-vif-deleted", "tag": "f7d9643a-febd-434a-b78d-db8c7fccb5a9", "status": "completed", "code": 200}]} {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:44:01.656190 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-622cae7b-754d-4037-a728-763b34a9a1d7 {{(pid=101666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:44:01.656579 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c811be-6fb2-44a8-8131-9e5c6cd79d2d', 'name': 'network-vif-deleted', 'tag': 'f7d9643a-febd-434a-b78d-db8c7fccb5a9', 'status': 'completed', 'code': 200} Oct 27 16:44:01.659376 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-70fa941e-a5c2-4ecd-aab1-ce723b6343f3 req-8975b878-8596-4d83-959c-83b6888d9867 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 210 time: 0.0339911 Oct 27 16:44:01.677044 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345d6af-39b0-4212-acce-4455e692a299 req-c9def043-0180-4f6f-bcf9-5c7b78c4e2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:01.679736 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5345d6af-39b0-4212-acce-4455e692a299 req-c9def043-0180-4f6f-bcf9-5c7b78c4e2d8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=04e556bb-e81e-445a-9a9a-3eeb79203905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0884185 Oct 27 16:44:01.807664 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14ef7d-dd40-4115-a82b-049e3b519cab req-31d6d356-205b-4a25-9db5-459185a67254 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:01.809080 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ff14ef7d-dd40-4115-a82b-049e3b519cab req-31d6d356-205b-4a25-9db5-459185a67254 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.0722406 Oct 27 16:44:01.824902 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5345d6af-39b0-4212-acce-4455e692a299 req-305d3026-c02e-446e-9842-6bc4a54609b5 service neutron] 10.222.0.66 "GET /v2.0/networks/04e556bb-e81e-445a-9a9a-3eeb79203905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362877 Oct 27 16:44:01.868558 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ff14ef7d-dd40-4115-a82b-049e3b519cab req-9cb73751-346c-415e-aba8-6675990f6270 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522392 Oct 27 16:44:01.954505 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5345d6af-39b0-4212-acce-4455e692a299 req-a5260b77-f623-4ce6-9a87-5bfbed54658f service neutron] 10.222.0.66 "GET /v2.0/networks/04e556bb-e81e-445a-9a9a-3eeb79203905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092606 Oct 27 16:44:02.794136 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c414216e-b499-41c2-aaf6-0f1227b75de6 req-72293c02-8dc4-479d-9511-f17a3c0f1895 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 210 time: 0.0327489 Oct 27 16:44:03.009252 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c7852-9c65-4a18-b0ce-94838217c7a1 req-080f0e80-0c7e-4cb7-ab6a-9fa44d3b8c04 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:03.010745 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-633c7852-9c65-4a18-b0ce-94838217c7a1 req-080f0e80-0c7e-4cb7-ab6a-9fa44d3b8c04 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.0499313 Oct 27 16:44:03.051259 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-633c7852-9c65-4a18-b0ce-94838217c7a1 req-7a5a3849-7552-4a5c-9cbf-ddd7e2431438 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315876 Oct 27 16:44:03.915671 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5de735ca-8b6f-4324-9d9e-a9031cf34850 req-1578fc84-9db7-42d7-a576-0f09f9d17510 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 210 time: 0.0270708 Oct 27 16:44:04.197181 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad7f1cd-8cb9-4e77-9217-896d8665ed61 req-1535d2c1-2637-41ce-8306-993c93a8965c tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:04.198639 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8ad7f1cd-8cb9-4e77-9217-896d8665ed61 req-1535d2c1-2637-41ce-8306-993c93a8965c tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.0632892 Oct 27 16:44:04.239710 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8ad7f1cd-8cb9-4e77-9217-896d8665ed61 req-2e7931be-d916-47f1-95b5-5069d93902a2 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318921 Oct 27 16:44:05.032636 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-98eff6ac-e833-4f72-b8b6-f6eb1c0981e4 req-11a88fef-f58d-42f2-8c9e-3e7b33bd4401 tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "GET /v2.0/ports?device_id=22c811be-6fb2-44a8-8131-9e5c6cd79d2d HTTP/1.1" status: 200 len: 210 time: 0.0280783 Oct 27 16:44:05.376767 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872beb2-21da-42bf-a5f5-b9af5d92c4a1 req-ffda3cc1-7a1d-44b1-a1c1-4f7a0f2cd430 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:05.378261 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9872beb2-21da-42bf-a5f5-b9af5d92c4a1 req-ffda3cc1-7a1d-44b1-a1c1-4f7a0f2cd430 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 946 time: 0.0512512 Oct 27 16:44:05.416721 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9872beb2-21da-42bf-a5f5-b9af5d92c4a1 req-a9ada3be-b323-4f70-add4-75edd5c8ba24 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319629 Oct 27 16:44:05.487367 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device f7d9643a-febd-434a-b78d-db8c7fccb5a9 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:44:05.507510 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] No Port match for: f7d9643a-febd-434a-b78d-db8c7fccb5a9 {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:44:05.507853 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device f7d9643a-febd-434a-b78d-db8c7fccb5a9 not bound to the agent host hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:44:05.508301 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 109e3545-77f1-4a61-ae32-7b30fdcd340c no longer exists at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:44:05.584265 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:05.612021 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f4ecb4-617b-49d2-aeec-6a021ee2e215', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '109e3545-77f1-4a61-ae32-7b30fdcd340c'}] {{(pid=101667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:44:05.614327 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15467c740e99bfee501675d45c0ab6b31e8088b61e385ce1236909406ef3d9b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f771956f-4957-4975-a5da-4ca7c51a053e" -d '{"events": [{"server_uuid": "54f4ecb4-617b-49d2-aeec-6a021ee2e215", "name": "network-vif-unplugged", "status": "completed", "tag": "109e3545-77f1-4a61-ae32-7b30fdcd340c"}]}' {{(pid=101667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:44:05.627279 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 109e3545-77f1-4a61-ae32-7b30fdcd340c, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=109e3545-77f1-4a61-ae32-7b30fdcd340c,segment=NetworkSegment(04b90801-dbaa-4b6b-a289-4b9ced180864),segment_id=04b90801-dbaa-4b6b-a289-4b9ced180864)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:44:05.632737 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:05.656326 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c967db2-237d-4e35-a0c5-812c2f1e4d4d x-openstack-request-id: req-4c967db2-237d-4e35-a0c5-812c2f1e4d4d {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:44:05.656688 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f4ecb4-617b-49d2-aeec-6a021ee2e215", "name": "network-vif-unplugged", "status": "completed", "tag": "109e3545-77f1-4a61-ae32-7b30fdcd340c", "code": 200}]} {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:44:05.656931 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4c967db2-237d-4e35-a0c5-812c2f1e4d4d {{(pid=101667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:44:05.657304 dv-cinder-815659-1-iscsi neutron-server[101667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f4ecb4-617b-49d2-aeec-6a021ee2e215', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '109e3545-77f1-4a61-ae32-7b30fdcd340c', 'code': 200} Oct 27 16:44:05.691898 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=109e3545-77f1-4a61-ae32-7b30fdcd340c,revision_number=8']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:06.092314 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 59082) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:06.157201 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-4b9f23dc-3714-4028-8005-ace8aeb40dcf tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:06.182772 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-4b9f23dc-3714-4028-8005-ace8aeb40dcf tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:06.246840 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-4b9f23dc-3714-4028-8005-ace8aeb40dcf tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:06.249498 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-4b9f23dc-3714-4028-8005-ace8aeb40dcf tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:06.253233 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-4b9f23dc-3714-4028-8005-ace8aeb40dcf tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] 10.222.0.91 "DELETE /v2.0/security-groups/1f7cbd4c-ccaa-49a5-a087-938c8df81469 HTTP/1.1" status: 204 len: 168 time: 0.1574347 Oct 27 16:44:06.262323 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f23dc-3714-4028-8005-ace8aeb40dcf tempest-TestShelveInstance-314525029 tempest-TestShelveInstance-314525029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7cbd4c-ccaa-49a5-a087-938c8df81469,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:06.304825 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 59088) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:06.585206 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d51b4b-a3d1-4677-b3d9-6775590c978d req-b5e7598c-a269-4c99-b416-4a2a2745fa70 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:06.586661 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a9d51b4b-a3d1-4677-b3d9-6775590c978d req-b5e7598c-a269-4c99-b416-4a2a2745fa70 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 944 time: 0.0952899 Oct 27 16:44:06.957286 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a9d51b4b-a3d1-4677-b3d9-6775590c978d req-efc0b1f1-545f-4997-b86e-b38ba7b70077 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3644247 Oct 27 16:44:07.127203 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-7864ad51-4d84-403d-923f-360b94d03b60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3735081'] for router_interface, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:07.377615 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [None req-7864ad51-4d84-403d-923f-360b94d03b60 admin admin] Deleting port 94217448-5b80-405e-b03d-c057f76b4be9 {{(pid=101666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:44:07.378315 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-7864ad51-4d84-403d-923f-360b94d03b60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:07.465086 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [None req-7864ad51-4d84-403d-923f-360b94d03b60 admin admin] For port 94217448-5b80-405e-b03d-c057f76b4be9, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=94217448-5b80-405e-b03d-c057f76b4be9,segment=NetworkSegment(c4891f70-13a2-48c0-89a3-3d3ba5bc484a),segment_id=c4891f70-13a2-48c0-89a3-3d3ba5bc484a)] {{(pid=101666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:44:07.465446 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-7864ad51-4d84-403d-923f-360b94d03b60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:07.479585 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [None req-7864ad51-4d84-403d-923f-360b94d03b60 admin admin] Calling delete_port for 94217448-5b80-405e-b03d-c057f76b4be9 owned by network:router_interface {{(pid=101666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:44:07.667192 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-7864ad51-4d84-403d-923f-360b94d03b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25690832'] for port, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:07.698566 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7864ad51-4d84-403d-923f-360b94d03b60 admin admin] Pushing event deleted for resources: {'Port': ['ID=94217448-5b80-405e-b03d-c057f76b4be9,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:07.859469 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-7864ad51-4d84-403d-923f-360b94d03b60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3579529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3735237'] for router_interface, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:08.103527 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea3925-e8ed-4e85-ad70-3a03936ae54b req-c50c670a-89c1-41ea-af82-8f04df9d860f tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:08.105018 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-39ea3925-e8ed-4e85-ad70-3a03936ae54b req-c50c670a-89c1-41ea-af82-8f04df9d860f tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 944 time: 0.0703924 Oct 27 16:44:08.113320 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7864ad51-4d84-403d-923f-360b94d03b60 admin admin] Router cca991f6-be1d-4059-9a04-716343715eb3 has already been hosted by L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 {{(pid=101666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:44:08.184277 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-39ea3925-e8ed-4e85-ad70-3a03936ae54b req-30e9333e-bd5a-439c-ba17-aa99206b85b2 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729189 Oct 27 16:44:08.249834 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7864ad51-4d84-403d-923f-360b94d03b60 admin admin] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:44:08.260817 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-7864ad51-4d84-403d-923f-360b94d03b60 admin admin] 10.222.0.91 "PUT /v2.0/routers/cca991f6-be1d-4059-9a04-716343715eb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9523962 Oct 27 16:44:08.261579 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 59138) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:08.268555 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f4f73e-d118-49da-8f7b-9a082deb49f7 None None] Sync routers for ids ['cca991f6-be1d-4059-9a04-716343715eb3'] in dv-cinder-815659-1-iscsi {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:44:08.289089 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-7af8594e-c757-4261-9983-b4f31c601ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:08.289634 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f4f73e-d118-49da-8f7b-9a082deb49f7 None None] Routers {'cca991f6-be1d-4059-9a04-716343715eb3'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:44:08.289869 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-a3f4f73e-d118-49da-8f7b-9a082deb49f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:43:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['cca991f6-be1d-4059-9a04-716343715eb3'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:44:08.455795 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a3bab89b-f3dd-41d7-9b7b-bc69cca136a8 admin admin] Publish callbacks [] for router, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:08.508561 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-a3f4f73e-d118-49da-8f7b-9a082deb49f7 None None] Set router cca991f6-be1d-4059-9a04-716343715eb3 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:44:08.569943 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a3bab89b-f3dd-41d7-9b7b-bc69cca136a8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:08.637241 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.plugin [None req-a3bab89b-f3dd-41d7-9b7b-bc69cca136a8 admin admin] Deleting port 18638e9f-7c1a-4811-b684-5da5356d755b {{(pid=101665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:44:08.637830 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a3bab89b-f3dd-41d7-9b7b-bc69cca136a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:08.699786 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-a3f4f73e-d118-49da-8f7b-9a082deb49f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca991f6-be1d-4059-9a04-716343715eb3', 'name': 'tempest-TestShelveInstance-200239008-router', 'tenant_id': 'b4608dd9e79646bab6f79ee11262de47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '18638e9f-7c1a-4811-b684-5da5356d755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:37:29Z', 'updated_at': '2021-10-27T16:44:07Z', 'revision_number': 5, 'project_id': 'b4608dd9e79646bab6f79ee11262de47', 'gw_port': {'id': '18638e9f-7c1a-4811-b684-5da5356d755b', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca991f6-be1d-4059-9a04-716343715eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:37:29Z', 'updated_at': '2021-10-27T16:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi'}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:44:08.729884 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f4f73e-d118-49da-8f7b-9a082deb49f7 None None] Checking router: cca991f6-be1d-4059-9a04-716343715eb3 for host: dv-cinder-815659-1-iscsi {{(pid=101668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:44:08.736830 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.db [None req-a3bab89b-f3dd-41d7-9b7b-bc69cca136a8 admin admin] For port 18638e9f-7c1a-4811-b684-5da5356d755b, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=18638e9f-7c1a-4811-b684-5da5356d755b,segment=NetworkSegment(9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182),segment_id=9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182)] {{(pid=101665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:44:08.737101 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a3bab89b-f3dd-41d7-9b7b-bc69cca136a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:08.740079 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f4f73e-d118-49da-8f7b-9a082deb49f7 None None] Routers {'cca991f6-be1d-4059-9a04-716343715eb3'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:44:08.740733 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-a3f4f73e-d118-49da-8f7b-9a082deb49f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:43:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['cca991f6-be1d-4059-9a04-716343715eb3'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:44:08.753401 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.plugin [None req-a3bab89b-f3dd-41d7-9b7b-bc69cca136a8 admin admin] Calling delete_port for 18638e9f-7c1a-4811-b684-5da5356d755b owned by network:router_gateway {{(pid=101665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:44:08.828148 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-a3f4f73e-d118-49da-8f7b-9a082deb49f7 None None] Set router cca991f6-be1d-4059-9a04-716343715eb3 gateway port host: None {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:44:08.884613 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-a3f4f73e-d118-49da-8f7b-9a082deb49f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca991f6-be1d-4059-9a04-716343715eb3', 'name': 'tempest-TestShelveInstance-200239008-router', 'tenant_id': 'b4608dd9e79646bab6f79ee11262de47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:37:29Z', 'updated_at': '2021-10-27T16:44:08Z', 'revision_number': 6, 'project_id': 'b4608dd9e79646bab6f79ee11262de47', 'gw_port_host': None}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:44:08.920335 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f4f73e-d118-49da-8f7b-9a082deb49f7 None None] The sync data for ids ['cca991f6-be1d-4059-9a04-716343715eb3'] in dv-cinder-815659-1-iscsi is: [{'id': 'cca991f6-be1d-4059-9a04-716343715eb3', 'name': 'tempest-TestShelveInstance-200239008-router', 'tenant_id': 'b4608dd9e79646bab6f79ee11262de47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:37:29Z', 'updated_at': '2021-10-27T16:44:08Z', 'revision_number': 6, 'project_id': 'b4608dd9e79646bab6f79ee11262de47', 'gw_port_host': None}] {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:44:08.942879 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a3bab89b-f3dd-41d7-9b7b-bc69cca136a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2512089'] for port, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:08.968616 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bab89b-f3dd-41d7-9b7b-bc69cca136a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=18638e9f-7c1a-4811-b684-5da5356d755b,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:09.032756 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a3bab89b-f3dd-41d7-9b7b-bc69cca136a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3734119'] for router_gateway, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:09.125577 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a3bab89b-f3dd-41d7-9b7b-bc69cca136a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3732749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3512'] for router, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:09.127809 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a3bab89b-f3dd-41d7-9b7b-bc69cca136a8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:09.172322 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a3bab89b-f3dd-41d7-9b7b-bc69cca136a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3732762'] for router, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:09.172992 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bab89b-f3dd-41d7-9b7b-bc69cca136a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cca991f6-be1d-4059-9a04-716343715eb3 {{(pid=101665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:44:09.178183 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a3bab89b-f3dd-41d7-9b7b-bc69cca136a8 admin admin] Publish callbacks [] for router, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:09.179501 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-a3bab89b-f3dd-41d7-9b7b-bc69cca136a8 admin admin] 10.222.0.91 "DELETE /v2.0/routers/cca991f6-be1d-4059-9a04-716343715eb3 HTTP/1.1" status: 204 len: 168 time: 0.9168735 Oct 27 16:44:09.182336 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 59166) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:09.235905 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c43acae-5d04-48f6-8f72-ecd7b6c7cfd1 admin admin] Deleting subnet a42514b9-e837-41aa-852c-c46b3ba3f0ea {{(pid=101666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:44:09.240616 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0c43acae-5d04-48f6-8f72-ecd7b6c7cfd1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:09.305377 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0c43acae-5d04-48f6-8f72-ecd7b6c7cfd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25240030'] for subnet, precommit_delete_associations {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:09.325852 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [req-3fd17eb3-add4-44ae-a74a-f510f42f4015 req-36158df8-2f72-4b63-a82f-0b61dd693380 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0422220 Oct 27 16:44:09.350776 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de0656-8e6f-4250-872e-2e1f6e2688d9 req-2a296b2d-37d3-4964-8d08-60ea8e48b33c tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:09.352333 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-65de0656-8e6f-4250-872e-2e1f6e2688d9 req-2a296b2d-37d3-4964-8d08-60ea8e48b33c tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 944 time: 0.0923820 Oct 27 16:44:09.428343 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-65de0656-8e6f-4250-872e-2e1f6e2688d9 req-1123f50b-6098-412c-b39d-3cf77c0db246 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695357 Oct 27 16:44:09.437588 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0c43acae-5d04-48f6-8f72-ecd7b6c7cfd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642671'] for subnet, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:09.503081 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0c43acae-5d04-48f6-8f72-ecd7b6c7cfd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25690853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29061685'] for subnet, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:09.531617 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c43acae-5d04-48f6-8f72-ecd7b6c7cfd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a42514b9-e837-41aa-852c-c46b3ba3f0ea,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:09.535551 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0c43acae-5d04-48f6-8f72-ecd7b6c7cfd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for subnet, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:09.541424 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ab9b46-08c4-4b00-a11e-2dd4b3c6133a None None] Network 56086d59-f4fd-44f6-9cd7-d10188d44026 requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:44:09.542066 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 59194) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:09.549822 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-0c43acae-5d04-48f6-8f72-ecd7b6c7cfd1 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/a42514b9-e837-41aa-852c-c46b3ba3f0ea HTTP/1.1" status: 204 len: 168 time: 0.3662686 Oct 27 16:44:09.631675 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-37886402-7ca9-4874-b7b4-828f12886814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617108'] for network, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:09.705966 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.plugin [None req-37886402-7ca9-4874-b7b4-828f12886814 admin admin] Deleting port dfb621a1-e27b-48e0-b400-3f2f280a370e {{(pid=101665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:44:09.706338 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-37886402-7ca9-4874-b7b4-828f12886814 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:09.842577 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.db [None req-37886402-7ca9-4874-b7b4-828f12886814 admin admin] For port dfb621a1-e27b-48e0-b400-3f2f280a370e, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=dfb621a1-e27b-48e0-b400-3f2f280a370e,segment=NetworkSegment(c4891f70-13a2-48c0-89a3-3d3ba5bc484a),segment_id=c4891f70-13a2-48c0-89a3-3d3ba5bc484a)] {{(pid=101665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:44:09.843191 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-37886402-7ca9-4874-b7b4-828f12886814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:09.857999 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.plugin [None req-37886402-7ca9-4874-b7b4-828f12886814 admin admin] Calling delete_port for dfb621a1-e27b-48e0-b400-3f2f280a370e owned by network:dhcp {{(pid=101665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:44:09.869641 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bffd22d-8cbb-4c27-b2df-de95f3eb7585 None None] DHCP port deletion for 56086d59-f4fd-44f6-9cd7-d10188d44026 request from dv-cinder-815659-1-iscsi {{(pid=101667) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:44:09.885738 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 94217448-5b80-405e-b03d-c057f76b4be9 no longer exists at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:44:09.950580 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] No Port match for: 94217448-5b80-405e-b03d-c057f76b4be9 {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:44:09.951213 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 94217448-5b80-405e-b03d-c057f76b4be9 not bound to the agent host dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:44:09.951851 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 18638e9f-7c1a-4811-b684-5da5356d755b no longer exists at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:44:09.976004 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] No Port match for: 18638e9f-7c1a-4811-b684-5da5356d755b {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:44:09.976714 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 18638e9f-7c1a-4811-b684-5da5356d755b not bound to the agent host dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:44:10.000692 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-37886402-7ca9-4874-b7b4-828f12886814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2512089'] for port, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:10.017661 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-2bffd22d-8cbb-4c27-b2df-de95f3eb7585 None None] Deleting port dfb621a1-e27b-48e0-b400-3f2f280a370e {{(pid=101667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:44:10.018347 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-2bffd22d-8cbb-4c27-b2df-de95f3eb7585 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:10.029731 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37886402-7ca9-4874-b7b4-828f12886814 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfb621a1-e27b-48e0-b400-3f2f280a370e,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:10.054194 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37886402-7ca9-4874-b7b4-828f12886814 admin admin] No DVR routers for this DVR port dfb621a1-e27b-48e0-b400-3f2f280a370e on host dv-cinder-815659-1-iscsi {{(pid=101665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:44:10.100582 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-2bffd22d-8cbb-4c27-b2df-de95f3eb7585 None None] For port dfb621a1-e27b-48e0-b400-3f2f280a370e, host dv-cinder-815659-1-iscsi, got binding levels [] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:44:10.101399 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-2bffd22d-8cbb-4c27-b2df-de95f3eb7585 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:10.116411 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-2bffd22d-8cbb-4c27-b2df-de95f3eb7585 None None] Calling delete_port for dfb621a1-e27b-48e0-b400-3f2f280a370e owned by network:dhcp {{(pid=101667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:44:10.119243 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.ipam_backend_mixin [None req-2bffd22d-8cbb-4c27-b2df-de95f3eb7585 None None] Port dfb621a1-e27b-48e0-b400-3f2f280a370e was not found and therefore no delete operation was performed {{(pid=101667) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 16:44:10.120791 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-2bffd22d-8cbb-4c27-b2df-de95f3eb7585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631'] for port, after_delete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:10.141712 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-37886402-7ca9-4874-b7b4-828f12886814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-645114', 'neutron.services.segments.db._delete_segments_for_network-8779339326814'] for network, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:10.146354 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bffd22d-8cbb-4c27-b2df-de95f3eb7585 None None] Pushing event deleted for resources: {'Port': ['ID=dfb621a1-e27b-48e0-b400-3f2f280a370e,revision_number=None']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:10.149946 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bffd22d-8cbb-4c27-b2df-de95f3eb7585 None None] No DVR routers for this DVR port dfb621a1-e27b-48e0-b400-3f2f280a370e on host dv-cinder-815659-1-iscsi {{(pid=101667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:44:10.170581 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.services.segments.db [None req-37886402-7ca9-4874-b7b4-828f12886814 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56086d59-f4fd-44f6-9cd7-d10188d44026']}} {{(pid=101665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:44:10.180518 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.services.segments.db [None req-37886402-7ca9-4874-b7b4-828f12886814 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4891f70-13a2-48c0-89a3-3d3ba5bc484a') {'for_net_delete': True} {{(pid=101665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:44:10.180813 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.services.segments.db [None req-37886402-7ca9-4874-b7b4-828f12886814 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4891f70-13a2-48c0-89a3-3d3ba5bc484a') {} {{(pid=101665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:44:10.193374 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-37886402-7ca9-4874-b7b4-828f12886814 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779339327335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3716849'] for segment, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:10.209089 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-37886402-7ca9-4874-b7b4-828f12886814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790'] for segment, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:10.216195 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37886402-7ca9-4874-b7b4-828f12886814 admin admin] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=101665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:44:10.216522 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-37886402-7ca9-4874-b7b4-828f12886814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2511878'] for segment, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:10.218659 dv-cinder-815659-1-iscsi neutron-server[101665]: Traceback (most recent call last): Oct 27 16:44:10.218659 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:44:10.218659 dv-cinder-815659-1-iscsi neutron-server[101665]: timer() Oct 27 16:44:10.218659 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:44:10.218659 dv-cinder-815659-1-iscsi neutron-server[101665]: cb(*args, **kw) Oct 27 16:44:10.218659 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:44:10.218659 dv-cinder-815659-1-iscsi neutron-server[101665]: return func(*args, **kwargs) Oct 27 16:44:10.218659 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:44:10.218659 dv-cinder-815659-1-iscsi neutron-server[101665]: self._notify() Oct 27 16:44:10.218659 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:44:10.218659 dv-cinder-815659-1-iscsi neutron-server[101665]: self.callback(batched_events) Oct 27 16:44:10.218659 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:44:10.218659 dv-cinder-815659-1-iscsi neutron-server[101665]: event.method(event) Oct 27 16:44:10.218659 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:44:10.218659 dv-cinder-815659-1-iscsi neutron-server[101665]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:44:10.218659 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:44:10.218659 dv-cinder-815659-1-iscsi neutron-server[101665]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:44:10.218659 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:44:10.218659 dv-cinder-815659-1-iscsi neutron-server[101665]: return f(self, *a, **k) Oct 27 16:44:10.218659 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:44:10.218659 dv-cinder-815659-1-iscsi neutron-server[101665]: return self._get(url).json() Oct 27 16:44:10.218659 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:44:10.218659 dv-cinder-815659-1-iscsi neutron-server[101665]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:44:10.218659 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:44:10.218659 dv-cinder-815659-1-iscsi neutron-server[101665]: return self.request(url, 'GET', **kwargs) Oct 27 16:44:10.218659 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:44:10.218659 dv-cinder-815659-1-iscsi neutron-server[101665]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:44:10.218659 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:44:10.218659 dv-cinder-815659-1-iscsi neutron-server[101665]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:44:10.218659 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:44:10.218659 dv-cinder-815659-1-iscsi neutron-server[101665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:44:10.218659 dv-cinder-815659-1-iscsi neutron-server[101665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:44:10.280628 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-37886402-7ca9-4874-b7b4-828f12886814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-645105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3734107'] for network, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:10.287015 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-37886402-7ca9-4874-b7b4-828f12886814 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for network, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:10.293386 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 59208) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:10.293904 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-37886402-7ca9-4874-b7b4-828f12886814 admin admin] 10.222.0.91 "DELETE /v2.0/networks/56086d59-f4fd-44f6-9cd7-d10188d44026 HTTP/1.1" status: 204 len: 168 time: 0.7502763 Oct 27 16:44:10.303568 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37886402-7ca9-4874-b7b4-828f12886814 admin admin] Pushing event deleted for resources: {'Network': ['ID=56086d59-f4fd-44f6-9cd7-d10188d44026,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:10.586688 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820cdb4-5b04-4eac-a202-719f21c5a947 req-280c36f7-d853-4188-ab91-66e7ca51ca87 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:10.588381 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c820cdb4-5b04-4eac-a202-719f21c5a947 req-280c36f7-d853-4188-ab91-66e7ca51ca87 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 944 time: 0.0817821 Oct 27 16:44:10.680009 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c820cdb4-5b04-4eac-a202-719f21c5a947 req-13be443d-620a-4471-8f07-d5ba7e59446a tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749538 Oct 27 16:44:10.694865 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd17eb3-add4-44ae-a74a-f510f42f4015 req-a6184987-253f-4337-834e-abb59e69c799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:10.696412 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3fd17eb3-add4-44ae-a74a-f510f42f4015 req-a6184987-253f-4337-834e-abb59e69c799 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215&tenant_id=5a56e030f182417680e61e5c27a2cb30 HTTP/1.1" status: 200 len: 1097 time: 0.0760541 Oct 27 16:44:10.787700 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd17eb3-add4-44ae-a74a-f510f42f4015 req-646b7ccb-011f-4a93-a98d-5979de65ae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:10.789075 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3fd17eb3-add4-44ae-a74a-f510f42f4015 req-646b7ccb-011f-4a93-a98d-5979de65ae2e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a56e030f182417680e61e5c27a2cb30&device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 1097 time: 0.0674243 Oct 27 16:44:10.861774 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-8539c868-535b-4cc0-8924-7d801b7a861f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3735081'] for router_interface, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:10.975819 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd17eb3-add4-44ae-a74a-f510f42f4015 req-b2374fa5-2b53-430a-80db-2d5805b7d62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:10.977947 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3fd17eb3-add4-44ae-a74a-f510f42f4015 req-b2374fa5-2b53-430a-80db-2d5805b7d62b service neutron] 10.222.0.66 "GET /v2.0/networks?id=04e556bb-e81e-445a-9a9a-3eeb79203905 HTTP/1.1" status: 200 len: 919 time: 0.1773846 Oct 27 16:44:10.995176 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d8734a89-0ea4-44c3-926b-93025a9f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:11.131539 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3fd17eb3-add4-44ae-a74a-f510f42f4015 req-13b5655f-205f-44b5-8d53-6a8b01621f29 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=109e3545-77f1-4a61-ae32-7b30fdcd340c HTTP/1.1" status: 200 len: 1000 time: 0.1423922 Oct 27 16:44:11.188143 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0720f39-f9ad-4e5c-a786-dbe485d07c2c req-41c56f53-e2dc-46af-9825-75cf0a218743 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:11.189664 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b0720f39-f9ad-4e5c-a786-dbe485d07c2c req-41c56f53-e2dc-46af-9825-75cf0a218743 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/ports?device_id=7bb68de0-8a70-47eb-b383-cab174220978 HTTP/1.1" status: 200 len: 945 time: 0.1468956 Oct 27 16:44:11.226608 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd17eb3-add4-44ae-a74a-f510f42f4015 req-ac741a5c-3f6b-403f-8f8e-29d5a4241555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:11.228413 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3fd17eb3-add4-44ae-a74a-f510f42f4015 req-ac741a5c-3f6b-403f-8f8e-29d5a4241555 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bfd7b3b6-c867-4ea0-ba61-155e778fa591 HTTP/1.1" status: 200 len: 856 time: 0.0864727 Oct 27 16:44:11.282139 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b0720f39-f9ad-4e5c-a786-dbe485d07c2c req-a9fc7679-ee04-492b-b160-35bf36195279 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/security-groups?id=c986df25-62b3-4b19-9628-e560d62d212e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840917 Oct 27 16:44:11.339189 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd17eb3-add4-44ae-a74a-f510f42f4015 req-38e12d80-b7eb-474b-b698-39e0ee563ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:11.340734 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3fd17eb3-add4-44ae-a74a-f510f42f4015 req-38e12d80-b7eb-474b-b698-39e0ee563ebc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=04e556bb-e81e-445a-9a9a-3eeb79203905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0951393 Oct 27 16:44:11.414883 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [None req-8539c868-535b-4cc0-8924-7d801b7a861f admin admin] Deleting port bcc9bd9d-c7de-4ce1-8a42-9836d9ff595d {{(pid=101666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:44:11.415220 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-8539c868-535b-4cc0-8924-7d801b7a861f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:11.493189 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3fd17eb3-add4-44ae-a74a-f510f42f4015 req-0de96a1c-a95f-4ee4-b923-fe3409e7eb8b service neutron] 10.222.0.66 "GET /v2.0/networks/04e556bb-e81e-445a-9a9a-3eeb79203905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431262 Oct 27 16:44:11.512115 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 109e3545-77f1-4a61-ae32-7b30fdcd340c no longer exists at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:44:11.531947 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [None req-8539c868-535b-4cc0-8924-7d801b7a861f admin admin] For port bcc9bd9d-c7de-4ce1-8a42-9836d9ff595d, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=bcc9bd9d-c7de-4ce1-8a42-9836d9ff595d,segment=NetworkSegment(1003c873-c833-4f85-9c31-ebc7a6da12d2),segment_id=1003c873-c833-4f85-9c31-ebc7a6da12d2)] {{(pid=101666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:44:11.532311 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-8539c868-535b-4cc0-8924-7d801b7a861f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:11.579956 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [None req-8539c868-535b-4cc0-8924-7d801b7a861f admin admin] Calling delete_port for bcc9bd9d-c7de-4ce1-8a42-9836d9ff595d owned by network:router_interface {{(pid=101666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:44:11.674875 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3fd17eb3-add4-44ae-a74a-f510f42f4015 req-1490da20-92c1-4195-811e-9bb870f27e0b service neutron] 10.222.0.66 "GET /v2.0/networks/04e556bb-e81e-445a-9a9a-3eeb79203905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611364 Oct 27 16:44:11.745848 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device dfb621a1-e27b-48e0-b400-3f2f280a370e no longer exists at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:44:11.766466 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] No Port match for: dfb621a1-e27b-48e0-b400-3f2f280a370e {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:44:11.766810 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device dfb621a1-e27b-48e0-b400-3f2f280a370e not bound to the agent host dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:44:11.835688 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-8539c868-535b-4cc0-8924-7d801b7a861f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25690832'] for port, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:11.847860 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df7f99-cbf8-4ac3-9b66-bea7c61d9f40 req-a5e95b00-6c53-4590-b531-3309e5c0b470 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:11.849489 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d8df7f99-cbf8-4ac3-9b66-bea7c61d9f40 req-a5e95b00-6c53-4590-b531-3309e5c0b470 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 944 time: 0.0619810 Oct 27 16:44:11.874850 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8539c868-535b-4cc0-8924-7d801b7a861f admin admin] Pushing event deleted for resources: {'Port': ['ID=bcc9bd9d-c7de-4ce1-8a42-9836d9ff595d,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:11.948533 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d8df7f99-cbf8-4ac3-9b66-bea7c61d9f40 req-d9ab9b0d-7ce7-4553-ab0e-84dda60d89cf tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771070 Oct 27 16:44:12.074339 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-8539c868-535b-4cc0-8924-7d801b7a861f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3579529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3735237'] for router_interface, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:12.078113 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:12.448339 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:12.494030 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81367e39-4c69-4874-82f9-2ab44c076a46 req-b8abe967-862c-4a96-bd2a-514880787060 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:12.495678 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-81367e39-4c69-4874-82f9-2ab44c076a46 req-b8abe967-862c-4a96-bd2a-514880787060 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/ports?device_id=7bb68de0-8a70-47eb-b383-cab174220978 HTTP/1.1" status: 200 len: 945 time: 0.0666125 Oct 27 16:44:12.564984 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-81367e39-4c69-4874-82f9-2ab44c076a46 req-9d550f28-bfc9-4ad0-8e07-70fc2670b59f tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/security-groups?id=c986df25-62b3-4b19-9628-e560d62d212e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620704 Oct 27 16:44:12.699476 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8539c868-535b-4cc0-8924-7d801b7a861f admin admin] Router 83ecda8e-2444-4efd-8049-e8f40a52a7f1 has already been hosted by L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 {{(pid=101666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:44:12.809881 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8539c868-535b-4cc0-8924-7d801b7a861f admin admin] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:44:12.815009 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-8539c868-535b-4cc0-8924-7d801b7a861f admin admin] 10.222.0.91 "PUT /v2.0/routers/83ecda8e-2444-4efd-8049-e8f40a52a7f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5204353 Oct 27 16:44:12.817643 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 59264) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:12.820894 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60fe96f-47de-4d74-ac38-278117d21876 None None] Sync routers for ids ['83ecda8e-2444-4efd-8049-e8f40a52a7f1'] in dv-cinder-815659-1-iscsi {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:44:12.831227 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60fe96f-47de-4d74-ac38-278117d21876 None None] Routers {'83ecda8e-2444-4efd-8049-e8f40a52a7f1'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:44:12.832168 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-e60fe96f-47de-4d74-ac38-278117d21876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:44:11Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['83ecda8e-2444-4efd-8049-e8f40a52a7f1'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:44:12.926332 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ebe210da-2ef8-45a3-83ad-eae85cd8a52d admin admin] Publish callbacks [] for router, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:12.966598 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-e60fe96f-47de-4d74-ac38-278117d21876 None None] Set router 83ecda8e-2444-4efd-8049-e8f40a52a7f1 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:44:13.082455 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ebe210da-2ef8-45a3-83ad-eae85cd8a52d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:13.129438 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a434e-5a18-4e6d-a84c-e6d75c5ecfdb req-1948ef0c-1c35-4845-a118-b50f0721d582 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:13.132088 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-993a434e-5a18-4e6d-a84c-e6d75c5ecfdb req-1948ef0c-1c35-4845-a118-b50f0721d582 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 944 time: 0.0895452 Oct 27 16:44:13.176594 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-e60fe96f-47de-4d74-ac38-278117d21876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ecda8e-2444-4efd-8049-e8f40a52a7f1', 'name': 'tempest-TestShelveInstance-269530177-router', 'tenant_id': '43ffa6a873564d19b93d983b5b3dd7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'de71fb1a-44f4-4f11-acfb-5e68938c012b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:37:34Z', 'updated_at': '2021-10-27T16:44:11Z', 'revision_number': 5, 'project_id': '43ffa6a873564d19b93d983b5b3dd7a0', 'gw_port': {'id': 'de71fb1a-44f4-4f11-acfb-5e68938c012b', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:54:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ecda8e-2444-4efd-8049-e8f40a52a7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:37:35Z', 'updated_at': '2021-10-27T16:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi'}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:44:13.193006 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-993a434e-5a18-4e6d-a84c-e6d75c5ecfdb req-3afc06b5-dd41-4dbd-876b-a15ed20e2a19 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529714 Oct 27 16:44:13.207316 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [None req-ebe210da-2ef8-45a3-83ad-eae85cd8a52d admin admin] Deleting port de71fb1a-44f4-4f11-acfb-5e68938c012b {{(pid=101666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:44:13.207648 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ebe210da-2ef8-45a3-83ad-eae85cd8a52d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:13.319475 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [None req-ebe210da-2ef8-45a3-83ad-eae85cd8a52d admin admin] For port de71fb1a-44f4-4f11-acfb-5e68938c012b, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=de71fb1a-44f4-4f11-acfb-5e68938c012b,segment=NetworkSegment(9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182),segment_id=9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182)] {{(pid=101666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:44:13.319851 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ebe210da-2ef8-45a3-83ad-eae85cd8a52d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:13.334276 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [None req-ebe210da-2ef8-45a3-83ad-eae85cd8a52d admin admin] Calling delete_port for de71fb1a-44f4-4f11-acfb-5e68938c012b owned by network:router_gateway {{(pid=101666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:44:13.339829 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60fe96f-47de-4d74-ac38-278117d21876 None None] Checking router: 83ecda8e-2444-4efd-8049-e8f40a52a7f1 for host: dv-cinder-815659-1-iscsi {{(pid=101667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:44:13.349678 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60fe96f-47de-4d74-ac38-278117d21876 None None] Routers {'83ecda8e-2444-4efd-8049-e8f40a52a7f1'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:44:13.350415 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-e60fe96f-47de-4d74-ac38-278117d21876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:44:11Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['83ecda8e-2444-4efd-8049-e8f40a52a7f1'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:44:13.439149 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-e60fe96f-47de-4d74-ac38-278117d21876 None None] Set router 83ecda8e-2444-4efd-8049-e8f40a52a7f1 gateway port host: None {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:44:13.502602 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-e60fe96f-47de-4d74-ac38-278117d21876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ecda8e-2444-4efd-8049-e8f40a52a7f1', 'name': 'tempest-TestShelveInstance-269530177-router', 'tenant_id': '43ffa6a873564d19b93d983b5b3dd7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:37:34Z', 'updated_at': '2021-10-27T16:44:13Z', 'revision_number': 6, 'project_id': '43ffa6a873564d19b93d983b5b3dd7a0', 'gw_port_host': None}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:44:13.511215 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ebe210da-2ef8-45a3-83ad-eae85cd8a52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25690832'] for port, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:13.533956 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60fe96f-47de-4d74-ac38-278117d21876 None None] The sync data for ids ['83ecda8e-2444-4efd-8049-e8f40a52a7f1'] in dv-cinder-815659-1-iscsi is: [{'id': '83ecda8e-2444-4efd-8049-e8f40a52a7f1', 'name': 'tempest-TestShelveInstance-269530177-router', 'tenant_id': '43ffa6a873564d19b93d983b5b3dd7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:37:34Z', 'updated_at': '2021-10-27T16:44:13Z', 'revision_number': 6, 'project_id': '43ffa6a873564d19b93d983b5b3dd7a0', 'gw_port_host': None}] {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:44:13.554177 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe210da-2ef8-45a3-83ad-eae85cd8a52d admin admin] Pushing event deleted for resources: {'Port': ['ID=de71fb1a-44f4-4f11-acfb-5e68938c012b,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:13.624101 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ebe210da-2ef8-45a3-83ad-eae85cd8a52d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3734119'] for router_gateway, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:13.746465 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:13.748867 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ebe210da-2ef8-45a3-83ad-eae85cd8a52d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3732749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3512'] for router, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:13.751760 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ebe210da-2ef8-45a3-83ad-eae85cd8a52d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:13.808610 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bcf257-5591-4b8b-b14e-8432dd1421df req-03ddb613-5605-4bdc-809a-d2f4900c493d tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:13.812316 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-58bcf257-5591-4b8b-b14e-8432dd1421df req-03ddb613-5605-4bdc-809a-d2f4900c493d tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/ports?device_id=7bb68de0-8a70-47eb-b383-cab174220978 HTTP/1.1" status: 200 len: 945 time: 0.1850364 Oct 27 16:44:13.821056 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ebe210da-2ef8-45a3-83ad-eae85cd8a52d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3732762'] for router, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:13.821056 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe210da-2ef8-45a3-83ad-eae85cd8a52d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83ecda8e-2444-4efd-8049-e8f40a52a7f1 {{(pid=101666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:44:13.825243 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ebe210da-2ef8-45a3-83ad-eae85cd8a52d admin admin] Publish callbacks [] for router, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:13.825873 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-ebe210da-2ef8-45a3-83ad-eae85cd8a52d admin admin] 10.222.0.91 "DELETE /v2.0/routers/83ecda8e-2444-4efd-8049-e8f40a52a7f1 HTTP/1.1" status: 204 len: 168 time: 1.0073307 Oct 27 16:44:13.828352 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 59276) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:13.938302 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-58bcf257-5591-4b8b-b14e-8432dd1421df req-616e2499-9e28-4226-888c-daa08c10b9d0 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/security-groups?id=c986df25-62b3-4b19-9628-e560d62d212e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066804 Oct 27 16:44:13.950732 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.db_base_plugin_v2 [None req-7537486c-5323-4085-bbcb-1dba6928c470 admin admin] Deleting subnet 2d4c7cfa-ddd3-485d-b025-796eef2cab14 {{(pid=101666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:44:13.968094 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-7537486c-5323-4085-bbcb-1dba6928c470 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:14.008184 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-7537486c-5323-4085-bbcb-1dba6928c470 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25240030'] for subnet, precommit_delete_associations {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:14.107022 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device bcc9bd9d-c7de-4ce1-8a42-9836d9ff595d no longer exists at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:44:14.123500 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-7537486c-5323-4085-bbcb-1dba6928c470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642671'] for subnet, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:14.131305 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] No Port match for: bcc9bd9d-c7de-4ce1-8a42-9836d9ff595d {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:44:14.131659 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device bcc9bd9d-c7de-4ce1-8a42-9836d9ff595d not bound to the agent host dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:44:14.192838 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-7537486c-5323-4085-bbcb-1dba6928c470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25690853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29061685'] for subnet, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:14.218989 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7537486c-5323-4085-bbcb-1dba6928c470 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d4c7cfa-ddd3-485d-b025-796eef2cab14,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:14.222595 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-7537486c-5323-4085-bbcb-1dba6928c470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for subnet, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:14.226068 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-7537486c-5323-4085-bbcb-1dba6928c470 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/2d4c7cfa-ddd3-485d-b025-796eef2cab14 HTTP/1.1" status: 204 len: 168 time: 0.3967788 Oct 27 16:44:14.228731 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 59284) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:14.238391 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be6f8cf-4be4-4f8b-a6b5-80a0473c505c None None] Network accf30bf-cdba-4eec-8930-cf4624df8e00 requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:44:14.321974 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-0b61078e-0946-4713-943c-2dbaabe5aa18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617108'] for network, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:14.374959 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae27fd0-44d0-445a-9a03-e3b6915cf9d8 req-8966b482-76ef-4355-96ec-3c09bc53620f tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:14.376866 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0ae27fd0-44d0-445a-9a03-e3b6915cf9d8 req-8966b482-76ef-4355-96ec-3c09bc53620f tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 944 time: 0.0725069 Oct 27 16:44:14.398349 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.plugin [None req-0b61078e-0946-4713-943c-2dbaabe5aa18 admin admin] Deleting port 74ed0f4c-4aae-4513-860f-1cfd98a32669 {{(pid=101665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:44:14.398986 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-0b61078e-0946-4713-943c-2dbaabe5aa18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:14.451140 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0ae27fd0-44d0-445a-9a03-e3b6915cf9d8 req-132fd19e-d994-4a44-9d9a-1137cbb90b96 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670826 Oct 27 16:44:14.485917 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419e31d9-6e8b-4283-b788-bc6eea098484 None None] DHCP port deletion for accf30bf-cdba-4eec-8930-cf4624df8e00 request from dv-cinder-815659-1-iscsi {{(pid=101667) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:44:14.505252 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.db [None req-0b61078e-0946-4713-943c-2dbaabe5aa18 admin admin] For port 74ed0f4c-4aae-4513-860f-1cfd98a32669, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=74ed0f4c-4aae-4513-860f-1cfd98a32669,segment=NetworkSegment(1003c873-c833-4f85-9c31-ebc7a6da12d2),segment_id=1003c873-c833-4f85-9c31-ebc7a6da12d2)] {{(pid=101665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:44:14.505727 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-0b61078e-0946-4713-943c-2dbaabe5aa18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:14.524231 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.plugin [None req-0b61078e-0946-4713-943c-2dbaabe5aa18 admin admin] Calling delete_port for 74ed0f4c-4aae-4513-860f-1cfd98a32669 owned by network:dhcp {{(pid=101665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:44:14.561861 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-419e31d9-6e8b-4283-b788-bc6eea098484 None None] Deleting port 74ed0f4c-4aae-4513-860f-1cfd98a32669 {{(pid=101667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:44:14.562230 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-419e31d9-6e8b-4283-b788-bc6eea098484 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:14.626511 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-0b61078e-0946-4713-943c-2dbaabe5aa18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2512089'] for port, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:14.654876 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61078e-0946-4713-943c-2dbaabe5aa18 admin admin] Pushing event deleted for resources: {'Port': ['ID=74ed0f4c-4aae-4513-860f-1cfd98a32669,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:14.656559 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-419e31d9-6e8b-4283-b788-bc6eea098484 None None] For port 74ed0f4c-4aae-4513-860f-1cfd98a32669, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=74ed0f4c-4aae-4513-860f-1cfd98a32669,segment=NetworkSegment(1003c873-c833-4f85-9c31-ebc7a6da12d2),segment_id=1003c873-c833-4f85-9c31-ebc7a6da12d2)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:44:14.657918 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-419e31d9-6e8b-4283-b788-bc6eea098484 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:14.659119 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b61078e-0946-4713-943c-2dbaabe5aa18 admin admin] No DVR routers for this DVR port 74ed0f4c-4aae-4513-860f-1cfd98a32669 on host dv-cinder-815659-1-iscsi {{(pid=101665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:44:14.674296 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-419e31d9-6e8b-4283-b788-bc6eea098484 None None] Calling delete_port for 74ed0f4c-4aae-4513-860f-1cfd98a32669 owned by network:dhcp {{(pid=101667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:44:14.773414 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-0b61078e-0946-4713-943c-2dbaabe5aa18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-645114', 'neutron.services.segments.db._delete_segments_for_network-8779339326814'] for network, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:14.786804 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-419e31d9-6e8b-4283-b788-bc6eea098484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631'] for port, after_delete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:14.795853 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.services.segments.db [None req-0b61078e-0946-4713-943c-2dbaabe5aa18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['accf30bf-cdba-4eec-8930-cf4624df8e00']}} {{(pid=101665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:44:14.806785 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.services.segments.db [None req-0b61078e-0946-4713-943c-2dbaabe5aa18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1003c873-c833-4f85-9c31-ebc7a6da12d2') {'for_net_delete': True} {{(pid=101665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:44:14.807081 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.services.segments.db [None req-0b61078e-0946-4713-943c-2dbaabe5aa18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1003c873-c833-4f85-9c31-ebc7a6da12d2') {} {{(pid=101665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:44:14.810183 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419e31d9-6e8b-4283-b788-bc6eea098484 None None] No DVR routers for this DVR port 74ed0f4c-4aae-4513-860f-1cfd98a32669 on host dv-cinder-815659-1-iscsi {{(pid=101667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:44:14.819762 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-0b61078e-0946-4713-943c-2dbaabe5aa18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779339327335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3716849'] for segment, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:14.833875 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-0b61078e-0946-4713-943c-2dbaabe5aa18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790'] for segment, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:14.840198 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b61078e-0946-4713-943c-2dbaabe5aa18 admin admin] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=101665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:44:14.840808 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-0b61078e-0946-4713-943c-2dbaabe5aa18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2511878'] for segment, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:14.857912 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e31d9-6e8b-4283-b788-bc6eea098484 None None] Pushing event deleted for resources: {'Port': ['ID=74ed0f4c-4aae-4513-860f-1cfd98a32669,revision_number=None']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:14.878283 dv-cinder-815659-1-iscsi neutron-server[101665]: Traceback (most recent call last): Oct 27 16:44:14.878283 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:44:14.878283 dv-cinder-815659-1-iscsi neutron-server[101665]: timer() Oct 27 16:44:14.878283 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:44:14.878283 dv-cinder-815659-1-iscsi neutron-server[101665]: cb(*args, **kw) Oct 27 16:44:14.878283 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:44:14.878283 dv-cinder-815659-1-iscsi neutron-server[101665]: return func(*args, **kwargs) Oct 27 16:44:14.878283 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:44:14.878283 dv-cinder-815659-1-iscsi neutron-server[101665]: self._notify() Oct 27 16:44:14.878283 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:44:14.878283 dv-cinder-815659-1-iscsi neutron-server[101665]: self.callback(batched_events) Oct 27 16:44:14.878283 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:44:14.878283 dv-cinder-815659-1-iscsi neutron-server[101665]: event.method(event) Oct 27 16:44:14.878283 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:44:14.878283 dv-cinder-815659-1-iscsi neutron-server[101665]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:44:14.878283 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:44:14.878283 dv-cinder-815659-1-iscsi neutron-server[101665]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:44:14.878283 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:44:14.878283 dv-cinder-815659-1-iscsi neutron-server[101665]: return f(self, *a, **k) Oct 27 16:44:14.878283 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:44:14.878283 dv-cinder-815659-1-iscsi neutron-server[101665]: return self._get(url).json() Oct 27 16:44:14.878283 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:44:14.878283 dv-cinder-815659-1-iscsi neutron-server[101665]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:44:14.878283 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:44:14.878283 dv-cinder-815659-1-iscsi neutron-server[101665]: return self.request(url, 'GET', **kwargs) Oct 27 16:44:14.878283 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:44:14.878283 dv-cinder-815659-1-iscsi neutron-server[101665]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:44:14.878283 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:44:14.878283 dv-cinder-815659-1-iscsi neutron-server[101665]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:44:14.878283 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:44:14.878283 dv-cinder-815659-1-iscsi neutron-server[101665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:44:14.878283 dv-cinder-815659-1-iscsi neutron-server[101665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:44:14.901743 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-0b61078e-0946-4713-943c-2dbaabe5aa18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-645105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3734107'] for network, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:14.907358 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-0b61078e-0946-4713-943c-2dbaabe5aa18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for network, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:14.910675 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-0b61078e-0946-4713-943c-2dbaabe5aa18 admin admin] 10.222.0.91 "DELETE /v2.0/networks/accf30bf-cdba-4eec-8930-cf4624df8e00 HTTP/1.1" status: 204 len: 168 time: 0.6809132 Oct 27 16:44:14.926443 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61078e-0946-4713-943c-2dbaabe5aa18 admin admin] Pushing event deleted for resources: {'Network': ['ID=accf30bf-cdba-4eec-8930-cf4624df8e00,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:15.055109 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 59292) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:15.061953 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e54443-fead-4403-b8b3-053ad7b51da4 req-e20b3dcc-5229-45f1-8f45-f00115705d7c tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:15.063607 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-65e54443-fead-4403-b8b3-053ad7b51da4 req-e20b3dcc-5229-45f1-8f45-f00115705d7c tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/ports?device_id=7bb68de0-8a70-47eb-b383-cab174220978 HTTP/1.1" status: 200 len: 945 time: 0.0659535 Oct 27 16:44:15.107687 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-6869c053-3e1f-4de8-a6d4-87503423be07 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b4608dd9e79646bab6f79ee11262de47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511250 Oct 27 16:44:15.114765 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 59296) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:15.136825 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-65e54443-fead-4403-b8b3-053ad7b51da4 req-f7d08ae9-7412-4629-926e-90af79f154d2 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/security-groups?id=c986df25-62b3-4b19-9628-e560d62d212e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656328 Oct 27 16:44:15.174663 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-25bf3e75-00eb-453d-9a2e-0a15fd25c3c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:15.201706 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-25bf3e75-00eb-453d-9a2e-0a15fd25c3c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:15.256529 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-25bf3e75-00eb-453d-9a2e-0a15fd25c3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:15.259167 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-25bf3e75-00eb-453d-9a2e-0a15fd25c3c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:15.260373 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-25bf3e75-00eb-453d-9a2e-0a15fd25c3c4 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d54f00a6-1705-4c18-a626-1b549cea7cd9 HTTP/1.1" status: 204 len: 168 time: 0.1467848 Oct 27 16:44:15.270005 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf3e75-00eb-453d-9a2e-0a15fd25c3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54f00a6-1705-4c18-a626-1b549cea7cd9,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:15.641225 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fa61c-7cbe-4d6f-af89-7ee0de485753 req-95085ec1-fdf1-4281-ba5d-3e4ba703112c tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:15.649178 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-817fa61c-7cbe-4d6f-af89-7ee0de485753 req-95085ec1-fdf1-4281-ba5d-3e4ba703112c tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 944 time: 0.0893323 Oct 27 16:44:15.691446 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-817fa61c-7cbe-4d6f-af89-7ee0de485753 req-ec4c9e7e-e054-4ec5-bb26-69d9875e2057 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410891 Oct 27 16:44:15.743807 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 59324) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:15.778524 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 74ed0f4c-4aae-4513-860f-1cfd98a32669 no longer exists at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:44:15.801640 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] No Port match for: 74ed0f4c-4aae-4513-860f-1cfd98a32669 {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:44:15.802289 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 74ed0f4c-4aae-4513-860f-1cfd98a32669 not bound to the agent host dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:44:15.802801 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device de71fb1a-44f4-4f11-acfb-5e68938c012b no longer exists at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:44:15.812247 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-577dfe23-09f0-4f0f-a851-9b022acea8d1 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=43ffa6a873564d19b93d983b5b3dd7a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0671227 Oct 27 16:44:15.815742 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 59326) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:15.824554 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] No Port match for: de71fb1a-44f4-4f11-acfb-5e68938c012b {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:44:15.824820 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device de71fb1a-44f4-4f11-acfb-5e68938c012b not bound to the agent host dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:44:15.877535 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-cd4b3bed-07db-4475-b529-1af8c656d4d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:15.899768 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-cd4b3bed-07db-4475-b529-1af8c656d4d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:15.955537 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-cd4b3bed-07db-4475-b529-1af8c656d4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:15.958446 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-cd4b3bed-07db-4475-b529-1af8c656d4d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:15.959661 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-cd4b3bed-07db-4475-b529-1af8c656d4d3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9f36745f-145c-4eaf-987a-a7679914fc2b HTTP/1.1" status: 204 len: 168 time: 0.1426196 Oct 27 16:44:15.968273 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b3bed-07db-4475-b529-1af8c656d4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f36745f-145c-4eaf-987a-a7679914fc2b,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:16.279295 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59fb87d-dc13-436f-a237-a0f8dd4a0525 req-35a18bf8-1e97-49fd-b44e-d6ed7f8f9979 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:16.281380 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b59fb87d-dc13-436f-a237-a0f8dd4a0525 req-35a18bf8-1e97-49fd-b44e-d6ed7f8f9979 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/ports?device_id=7bb68de0-8a70-47eb-b383-cab174220978 HTTP/1.1" status: 200 len: 945 time: 0.0550349 Oct 27 16:44:16.327509 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b59fb87d-dc13-436f-a237-a0f8dd4a0525 req-7b1bf06b-d0c4-4523-a717-8720d72540cb tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/security-groups?id=c986df25-62b3-4b19-9628-e560d62d212e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385473 Oct 27 16:44:16.844793 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef10768-73b4-4b57-bb2a-57a5f4e06c73 req-ac35b4d3-d53d-4dfe-ab68-b6c642ea19dd tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:16.846527 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2ef10768-73b4-4b57-bb2a-57a5f4e06c73 req-ac35b4d3-d53d-4dfe-ab68-b6c642ea19dd tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 944 time: 0.0673604 Oct 27 16:44:16.908825 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2ef10768-73b4-4b57-bb2a-57a5f4e06c73 req-656345d5-5182-4644-b12a-944e497dcb7a tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480387 Oct 27 16:44:17.228799 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 59358) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:17.345700 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-6592bec6-4fa2-4f39-a18f-8e4ebb1c9155 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:17.447989 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-6592bec6-4fa2-4f39-a18f-8e4ebb1c9155 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:17.454984 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-6592bec6-4fa2-4f39-a18f-8e4ebb1c9155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:17.494968 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170cefac-2089-44f0-b43e-4099910c8818 req-494eceff-af48-4209-9781-8b447aab8ae3 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:17.496418 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-170cefac-2089-44f0-b43e-4099910c8818 req-494eceff-af48-4209-9781-8b447aab8ae3 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/ports?device_id=7bb68de0-8a70-47eb-b383-cab174220978 HTTP/1.1" status: 200 len: 945 time: 0.0944066 Oct 27 16:44:17.513060 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6592bec6-4fa2-4f39-a18f-8e4ebb1c9155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d65c8a-9c71-41b7-bb51-602b106cd888,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:17.518715 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-6592bec6-4fa2-4f39-a18f-8e4ebb1c9155 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=45ef060c0b48403496430e6a83dae2b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2887790 Oct 27 16:44:17.521503 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 59364) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:17.548708 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-170cefac-2089-44f0-b43e-4099910c8818 req-9bc0d99c-d88b-4542-85d3-1ebc513da52b tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/security-groups?id=c986df25-62b3-4b19-9628-e560d62d212e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428572 Oct 27 16:44:17.582549 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-6ea87411-702d-472c-a4bd-4bdb87e697f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:17.603775 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-6ea87411-702d-472c-a4bd-4bdb87e697f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:17.655086 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-6ea87411-702d-472c-a4bd-4bdb87e697f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:17.658007 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-6ea87411-702d-472c-a4bd-4bdb87e697f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:17.661655 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-6ea87411-702d-472c-a4bd-4bdb87e697f9 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/13d65c8a-9c71-41b7-bb51-602b106cd888 HTTP/1.1" status: 204 len: 168 time: 0.1360927 Oct 27 16:44:17.669192 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea87411-702d-472c-a4bd-4bdb87e697f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d65c8a-9c71-41b7-bb51-602b106cd888,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:17.952059 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 59372) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:17.964731 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-fd1d663c-050b-4886-ab09-29035d48cbd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:18.046579 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-fd1d663c-050b-4886-ab09-29035d48cbd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:18.050597 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa56f7-8e27-4a69-ba87-992bb2a8ef98 req-9cba0600-a2ac-46c4-ba74-f99a4ed88fab tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:18.052189 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-fd1d663c-050b-4886-ab09-29035d48cbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:18.052654 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d4fa56f7-8e27-4a69-ba87-992bb2a8ef98 req-9cba0600-a2ac-46c4-ba74-f99a4ed88fab tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 944 time: 0.0708852 Oct 27 16:44:18.090034 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d663c-050b-4886-ab09-29035d48cbd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf52d7e4-3d1f-4db2-aa97-d1a28fe97292,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:18.095261 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-fd1d663c-050b-4886-ab09-29035d48cbd6 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7b6b6002d0eb4781a522c3d788b68864&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1430812 Oct 27 16:44:18.096489 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d4fa56f7-8e27-4a69-ba87-992bb2a8ef98 req-f6c5d1dc-89d6-4616-ba43-48eb21da3773 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356662 Oct 27 16:44:18.098080 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 59374) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:18.152453 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-3c1ab3a5-a85d-4af9-a782-4f3bb9a6ebac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:18.173917 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-3c1ab3a5-a85d-4af9-a782-4f3bb9a6ebac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:18.220430 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-3c1ab3a5-a85d-4af9-a782-4f3bb9a6ebac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:18.223059 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-3c1ab3a5-a85d-4af9-a782-4f3bb9a6ebac admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:18.224375 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-3c1ab3a5-a85d-4af9-a782-4f3bb9a6ebac admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/cf52d7e4-3d1f-4db2-aa97-d1a28fe97292 HTTP/1.1" status: 204 len: 168 time: 0.1253319 Oct 27 16:44:18.233271 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ab3a5-a85d-4af9-a782-4f3bb9a6ebac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf52d7e4-3d1f-4db2-aa97-d1a28fe97292,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:18.527392 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.agents_db [None req-8f3c53fd-3166-491a-b603-91a64fcc8de1 None None] Agent healthcheck: found 6 active agents {{(pid=101668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:44:18.670566 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f5aa6-19f4-455c-a735-795c2c11965c req-6380e8ce-d06a-4372-8b06-4c21da13dad0 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:18.672661 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c90f5aa6-19f4-455c-a735-795c2c11965c req-6380e8ce-d06a-4372-8b06-4c21da13dad0 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/ports?device_id=7bb68de0-8a70-47eb-b383-cab174220978 HTTP/1.1" status: 200 len: 945 time: 0.0515614 Oct 27 16:44:18.724680 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c90f5aa6-19f4-455c-a735-795c2c11965c req-4d2452e7-cd7a-4a54-af72-0a1808b22c87 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/security-groups?id=c986df25-62b3-4b19-9628-e560d62d212e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451624 Oct 27 16:44:19.243482 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a454664-67d0-4f86-85c8-7ed3791f946e req-f1830259-579d-4414-9c14-3fe1e1492fd9 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:19.245128 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9a454664-67d0-4f86-85c8-7ed3791f946e req-f1830259-579d-4414-9c14-3fe1e1492fd9 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 944 time: 0.0580316 Oct 27 16:44:19.296376 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9a454664-67d0-4f86-85c8-7ed3791f946e req-74828d7f-9098-497f-9cc4-e4aa22a638e2 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452068 Oct 27 16:44:19.866069 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef92007-9b7e-4e02-948d-f10bc851edb0 req-cb75e6b1-379c-4c27-a3f4-5c5e09a14378 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:19.867731 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9ef92007-9b7e-4e02-948d-f10bc851edb0 req-cb75e6b1-379c-4c27-a3f4-5c5e09a14378 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/ports?device_id=7bb68de0-8a70-47eb-b383-cab174220978 HTTP/1.1" status: 200 len: 945 time: 0.0576308 Oct 27 16:44:19.910077 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-9ef92007-9b7e-4e02-948d-f10bc851edb0 req-ff9978cf-c26f-432a-aab2-f179eb26dcf2 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/security-groups?id=c986df25-62b3-4b19-9628-e560d62d212e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361049 Oct 27 16:44:20.438761 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc867cb-566e-4f72-b649-591b323e6a17 req-6022bcec-7f36-4cce-8033-c003b2c27b5c tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:20.440219 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5fc867cb-566e-4f72-b649-591b323e6a17 req-6022bcec-7f36-4cce-8033-c003b2c27b5c tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 944 time: 0.0576994 Oct 27 16:44:20.484113 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5fc867cb-566e-4f72-b649-591b323e6a17 req-d7002abd-b948-4025-8694-c57b44f14b1a tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373416 Oct 27 16:44:21.054187 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97516234-3b0a-4e78-ae33-9eddcbf438bb req-5f5b19b3-6faf-44fe-aa5a-6d3b1ef3f54a tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:21.055667 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-97516234-3b0a-4e78-ae33-9eddcbf438bb req-5f5b19b3-6faf-44fe-aa5a-6d3b1ef3f54a tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/ports?device_id=7bb68de0-8a70-47eb-b383-cab174220978 HTTP/1.1" status: 200 len: 945 time: 0.0529635 Oct 27 16:44:21.095473 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-97516234-3b0a-4e78-ae33-9eddcbf438bb req-8869f176-f57f-46e6-8b26-21391af09bd6 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/security-groups?id=c986df25-62b3-4b19-9628-e560d62d212e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336187 Oct 27 16:44:21.326853 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:21.618250 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26bd5d-fbdd-4875-83af-eb75cf561d7e req-25b4c328-e343-4f6d-b140-ba089c3b5c30 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:21.620065 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5a26bd5d-fbdd-4875-83af-eb75cf561d7e req-25b4c328-e343-4f6d-b140-ba089c3b5c30 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 944 time: 0.0554755 Oct 27 16:44:21.659184 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5a26bd5d-fbdd-4875-83af-eb75cf561d7e req-dfc18425-5521-40f4-9a4b-b862c2ab0a36 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325954 Oct 27 16:44:22.227537 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89cc0a-8701-47ed-aa20-8bedebe4acd5 req-26ade48b-0a40-4b1d-b0d8-7026e2553c1e tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:22.229077 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1c89cc0a-8701-47ed-aa20-8bedebe4acd5 req-26ade48b-0a40-4b1d-b0d8-7026e2553c1e tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/ports?device_id=7bb68de0-8a70-47eb-b383-cab174220978 HTTP/1.1" status: 200 len: 945 time: 0.0581346 Oct 27 16:44:22.269292 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1c89cc0a-8701-47ed-aa20-8bedebe4acd5 req-6ef8e8b4-a289-4c5b-8835-d78fe087712f tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/security-groups?id=c986df25-62b3-4b19-9628-e560d62d212e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340414 Oct 27 16:44:22.782629 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8074ff4-ce52-44a9-82bf-7390ca3fe112 req-2c6960ab-f41c-44a2-bcca-315fc3a41d4c tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:22.784135 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e8074ff4-ce52-44a9-82bf-7390ca3fe112 req-2c6960ab-f41c-44a2-bcca-315fc3a41d4c tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 944 time: 0.0507655 Oct 27 16:44:22.823869 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e8074ff4-ce52-44a9-82bf-7390ca3fe112 req-2a86b51e-da25-4be7-a52e-6ac151d7e4dd tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334558 Oct 27 16:44:23.400307 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222092a-e90c-41fe-92c8-7925ce050a76 req-2fd4d1e3-e583-4487-a975-0faab467c6fa tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:23.402054 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b222092a-e90c-41fe-92c8-7925ce050a76 req-2fd4d1e3-e583-4487-a975-0faab467c6fa tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/ports?device_id=7bb68de0-8a70-47eb-b383-cab174220978 HTTP/1.1" status: 200 len: 945 time: 0.0555842 Oct 27 16:44:23.449025 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b222092a-e90c-41fe-92c8-7925ce050a76 req-627f4eb2-7ebc-4752-bcf7-4aa4fe071a03 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/security-groups?id=c986df25-62b3-4b19-9628-e560d62d212e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405169 Oct 27 16:44:23.957340 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a64ff-9f5a-42a2-b1c9-59715fe09e08 req-4fa30599-5112-4b0b-9158-1e0901811516 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:23.958796 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-802a64ff-9f5a-42a2-b1c9-59715fe09e08 req-4fa30599-5112-4b0b-9158-1e0901811516 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 944 time: 0.0552480 Oct 27 16:44:23.996930 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-802a64ff-9f5a-42a2-b1c9-59715fe09e08 req-950ff90c-ebd8-4313-a35b-ed0b6ca11f78 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319929 Oct 27 16:44:24.578565 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a39c6-8053-452d-8987-df205e0bb12a req-3aa02c39-8b60-4ad0-866b-a84d60210606 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:24.584447 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a00a39c6-8053-452d-8987-df205e0bb12a req-3aa02c39-8b60-4ad0-866b-a84d60210606 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/ports?device_id=7bb68de0-8a70-47eb-b383-cab174220978 HTTP/1.1" status: 200 len: 945 time: 0.0528865 Oct 27 16:44:24.629647 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a00a39c6-8053-452d-8987-df205e0bb12a req-60df942b-39bb-463f-9d02-ba145fc785f6 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/security-groups?id=c986df25-62b3-4b19-9628-e560d62d212e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384719 Oct 27 16:44:24.841969 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14b19c-bdcb-470f-b31c-a25f901e3c1b req-8b725ef8-3d89-4a11-9e09-b952097886a3 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:24.843434 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5f14b19c-bdcb-470f-b31c-a25f901e3c1b req-8b725ef8-3d89-4a11-9e09-b952097886a3 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb68de0-8a70-47eb-b383-cab174220978 HTTP/1.1" status: 200 len: 945 time: 0.0513058 Oct 27 16:44:24.938239 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [req-5f14b19c-bdcb-470f-b31c-a25f901e3c1b req-ef9c890a-1841-4a9b-9187-43d314f34232 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Deleting port 5d9e7f68-ab91-4d99-8b63-26fd1209804b {{(pid=101666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:44:24.938577 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-5f14b19c-bdcb-470f-b31c-a25f901e3c1b req-ef9c890a-1841-4a9b-9187-43d314f34232 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:25.042227 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-5f14b19c-bdcb-470f-b31c-a25f901e3c1b req-ef9c890a-1841-4a9b-9187-43d314f34232 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] For port 5d9e7f68-ab91-4d99-8b63-26fd1209804b, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=5d9e7f68-ab91-4d99-8b63-26fd1209804b,segment=NetworkSegment(9681be8c-579a-4f8b-84c7-92463653b32e),segment_id=9681be8c-579a-4f8b-84c7-92463653b32e)] {{(pid=101666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:44:25.042738 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-5f14b19c-bdcb-470f-b31c-a25f901e3c1b req-ef9c890a-1841-4a9b-9187-43d314f34232 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:25.055737 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [req-5f14b19c-bdcb-470f-b31c-a25f901e3c1b req-ef9c890a-1841-4a9b-9187-43d314f34232 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Calling delete_port for 5d9e7f68-ab91-4d99-8b63-26fd1209804b owned by compute:nova {{(pid=101666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:44:25.168529 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb4a49-ac5b-44c1-9850-6fee87ba3f5c req-0bfa84cb-4e0b-494f-b927-97eb186f6a1d tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:25.169995 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-39fb4a49-ac5b-44c1-9850-6fee87ba3f5c req-0bfa84cb-4e0b-494f-b927-97eb186f6a1d tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 944 time: 0.0745163 Oct 27 16:44:25.245786 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-5f14b19c-bdcb-470f-b31c-a25f901e3c1b req-ef9c890a-1841-4a9b-9187-43d314f34232 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25690832'] for port, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:25.249870 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-39fb4a49-ac5b-44c1-9850-6fee87ba3f5c req-ebe3ec14-a23a-457d-af79-84b9d5a0a491 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714192 Oct 27 16:44:25.261505 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['5d9e7f68-ab91-4d99-8b63-26fd1209804b'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:44:25.292073 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c890a-1841-4a9b-9187-43d314f34232 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Pushing event deleted for resources: {'Port': ['ID=5d9e7f68-ab91-4d99-8b63-26fd1209804b,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:25.332013 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f14b19c-bdcb-470f-b31c-a25f901e3c1b req-ef9c890a-1841-4a9b-9187-43d314f34232 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] No DVR routers for this DVR port 5d9e7f68-ab91-4d99-8b63-26fd1209804b on host hv-cinder-81565 {{(pid=101666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:44:25.334874 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-5f14b19c-bdcb-470f-b31c-a25f901e3c1b req-ef9c890a-1841-4a9b-9187-43d314f34232 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:25.338204 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5f14b19c-bdcb-470f-b31c-a25f901e3c1b req-ef9c890a-1841-4a9b-9187-43d314f34232 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.66 "DELETE /v2.0/ports/5d9e7f68-ab91-4d99-8b63-26fd1209804b HTTP/1.1" status: 204 len: 173 time: 0.4879670 Oct 27 16:44:25.338674 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb68de0-8a70-47eb-b383-cab174220978', 'name': 'network-vif-deleted', 'tag': '5d9e7f68-ab91-4d99-8b63-26fd1209804b'}] {{(pid=101666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:44:25.340994 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c97a8bc50bc1e60c5bcd83482612a755f7c8660878f0fc94464a674b36297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93229a6-3031-4a08-8199-22f670de65ec" -d '{"events": [{"server_uuid": "7bb68de0-8a70-47eb-b383-cab174220978", "name": "network-vif-deleted", "tag": "5d9e7f68-ab91-4d99-8b63-26fd1209804b"}]}' {{(pid=101666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:44:25.383243 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2db260-fecc-4bfe-8de2-baa5b0c585e5 x-openstack-request-id: req-1e2db260-fecc-4bfe-8de2-baa5b0c585e5 {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:44:25.383533 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb68de0-8a70-47eb-b383-cab174220978", "name": "network-vif-deleted", "tag": "5d9e7f68-ab91-4d99-8b63-26fd1209804b", "status": "completed", "code": 200}]} {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:44:25.383776 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1e2db260-fecc-4bfe-8de2-baa5b0c585e5 {{(pid=101666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:44:25.384200 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb68de0-8a70-47eb-b383-cab174220978', 'name': 'network-vif-deleted', 'tag': '5d9e7f68-ab91-4d99-8b63-26fd1209804b', 'status': 'completed', 'code': 200} Oct 27 16:44:25.741374 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f1da9d56-6862-483b-b983-7366876f0561 req-6ebb782b-56c5-4434-84c7-afff4bae79e4 tempest-VolumesSnapshotTestJSON-976146889 tempest-VolumesSnapshotTestJSON-976146889-project] 10.222.0.91 "GET /v2.0/ports?device_id=7bb68de0-8a70-47eb-b383-cab174220978 HTTP/1.1" status: 200 len: 210 time: 0.0295327 Oct 27 16:44:26.387811 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7586efe-2c1e-4ec8-89d7-2b5555fee5ec req-b6b27f4c-edbf-45fb-be0b-686223490b10 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:26.389321 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c7586efe-2c1e-4ec8-89d7-2b5555fee5ec req-b6b27f4c-edbf-45fb-be0b-686223490b10 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 944 time: 0.0566943 Oct 27 16:44:26.427510 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c7586efe-2c1e-4ec8-89d7-2b5555fee5ec req-a1b269da-afcd-4b7e-87b3-e28a77bc4cfc tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322859 Oct 27 16:44:27.119357 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 59548) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:27.228733 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-227623d4-4030-447e-b14f-972b49b6f804 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:27.305413 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-227623d4-4030-447e-b14f-972b49b6f804 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:27.310116 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-227623d4-4030-447e-b14f-972b49b6f804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:27.347048 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-227623d4-4030-447e-b14f-972b49b6f804 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2be375aa54174715a34f80cd97aacbdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2265635 Oct 27 16:44:27.347863 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227623d4-4030-447e-b14f-972b49b6f804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2dd6146-7fa0-4923-9d95-45c895f1889f,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:27.350238 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 59552) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:27.402949 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b32d5db8-6c9d-4e50-9ed3-bcde6f9af4f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:27.427728 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b32d5db8-6c9d-4e50-9ed3-bcde6f9af4f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:27.477357 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b32d5db8-6c9d-4e50-9ed3-bcde6f9af4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:27.480433 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-b32d5db8-6c9d-4e50-9ed3-bcde6f9af4f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:27.481592 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-b32d5db8-6c9d-4e50-9ed3-bcde6f9af4f0 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a2dd6146-7fa0-4923-9d95-45c895f1889f HTTP/1.1" status: 204 len: 168 time: 0.1303027 Oct 27 16:44:27.489674 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d5db8-6c9d-4e50-9ed3-bcde6f9af4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2dd6146-7fa0-4923-9d95-45c895f1889f,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:27.560957 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21ab29-7e1e-406e-828f-f88e65a653b8 req-b28894f4-f548-4c38-8f2e-9c4dc5d475b5 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:27.562960 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5c21ab29-7e1e-406e-828f-f88e65a653b8 req-b28894f4-f548-4c38-8f2e-9c4dc5d475b5 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 944 time: 0.0540910 Oct 27 16:44:27.601085 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 109e3545-77f1-4a61-ae32-7b30fdcd340c details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=101667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:44:27.602232 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5c21ab29-7e1e-406e-828f-f88e65a653b8 req-223cfd4d-4c67-4c44-bb13-096f21ad364c tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330632 Oct 27 16:44:27.707299 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 109e3545-77f1-4a61-ae32-7b30fdcd340c, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=109e3545-77f1-4a61-ae32-7b30fdcd340c,segment=NetworkSegment(04b90801-dbaa-4b6b-a289-4b9ced180864),segment_id=04b90801-dbaa-4b6b-a289-4b9ced180864)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:44:27.718573 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Returning: {'device': '109e3545-77f1-4a61-ae32-7b30fdcd340c', 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905', 'port_id': '109e3545-77f1-4a61-ae32-7b30fdcd340c', 'mac_address': 'fa:16:3e:91:73:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfd7b3b6-c867-4ea0-ba61-155e778fa591', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:44:27.757006 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:27.757263 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 59560) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:27.770760 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-23092cd3-57cd-4140-8f7e-41af3e2b0da4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:27.772019 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 109e3545-77f1-4a61-ae32-7b30fdcd340c {{(pid=101667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:44:27.791689 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 109e3545-77f1-4a61-ae32-7b30fdcd340c, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=109e3545-77f1-4a61-ae32-7b30fdcd340c,segment=NetworkSegment(04b90801-dbaa-4b6b-a289-4b9ced180864),segment_id=04b90801-dbaa-4b6b-a289-4b9ced180864)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:44:27.795461 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:27.842969 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=109e3545-77f1-4a61-ae32-7b30fdcd340c,revision_number=9']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:27.846683 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-23092cd3-57cd-4140-8f7e-41af3e2b0da4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:27.850948 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-23092cd3-57cd-4140-8f7e-41af3e2b0da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:27.890311 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-23092cd3-57cd-4140-8f7e-41af3e2b0da4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=dd60ee5c9e5b460198122dae03ce0834&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1318636 Oct 27 16:44:27.891267 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23092cd3-57cd-4140-8f7e-41af3e2b0da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990997aa-7f9d-4ee3-a383-6f895e7cba9a,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:27.893068 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 59562) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:27.941374 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-521fd5b5-718f-4397-a15b-849fe15dad88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:27.963347 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-521fd5b5-718f-4397-a15b-849fe15dad88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:28.012225 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-521fd5b5-718f-4397-a15b-849fe15dad88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:28.014653 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-521fd5b5-718f-4397-a15b-849fe15dad88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:28.015772 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-521fd5b5-718f-4397-a15b-849fe15dad88 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/990997aa-7f9d-4ee3-a383-6f895e7cba9a HTTP/1.1" status: 204 len: 168 time: 0.1210289 Oct 27 16:44:28.023313 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521fd5b5-718f-4397-a15b-849fe15dad88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990997aa-7f9d-4ee3-a383-6f895e7cba9a,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:28.028615 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['109e3545-77f1-4a61-ae32-7b30fdcd340c'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:44:28.349332 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 59574) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:28.362404 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2231125f-1699-463a-b010-6b53fdeae347 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:28.434001 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2231125f-1699-463a-b010-6b53fdeae347 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:28.439867 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2231125f-1699-463a-b010-6b53fdeae347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:28.476388 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-2231125f-1699-463a-b010-6b53fdeae347 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=baca2975af9c4e609df4a366d30e1d0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1259177 Oct 27 16:44:28.477214 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2231125f-1699-463a-b010-6b53fdeae347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd07c7c0-9605-4a3d-b4c8-a87214c34300,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:28.479958 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 59576) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:28.530087 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-72281369-5d6a-4a22-8ed2-514e1579337b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:28.557522 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-72281369-5d6a-4a22-8ed2-514e1579337b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:28.616679 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-72281369-5d6a-4a22-8ed2-514e1579337b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:28.619173 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-72281369-5d6a-4a22-8ed2-514e1579337b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:28.620396 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-72281369-5d6a-4a22-8ed2-514e1579337b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/cd07c7c0-9605-4a3d-b4c8-a87214c34300 HTTP/1.1" status: 204 len: 168 time: 0.1393054 Oct 27 16:44:28.628184 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72281369-5d6a-4a22-8ed2-514e1579337b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd07c7c0-9605-4a3d-b4c8-a87214c34300,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:28.728940 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11c694-edd3-4bcd-94f5-1af61eb1f4e7 req-cff87d48-9e33-4838-b02c-1cf8de2da22b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:28.730458 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0a11c694-edd3-4bcd-94f5-1af61eb1f4e7 req-cff87d48-9e33-4838-b02c-1cf8de2da22b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 945 time: 0.0489557 Oct 27 16:44:28.770627 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0a11c694-edd3-4bcd-94f5-1af61eb1f4e7 req-49bbfb38-0281-4c25-9513-26df75447229 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338233 Oct 27 16:44:29.896087 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805c459-d121-4b7e-bd5b-3d116b8439c0 req-bb27bd0a-8efe-490c-86d3-1c2f892a6e8e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:29.898250 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e805c459-d121-4b7e-bd5b-3d116b8439c0 req-bb27bd0a-8efe-490c-86d3-1c2f892a6e8e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 945 time: 0.0502300 Oct 27 16:44:29.936385 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e805c459-d121-4b7e-bd5b-3d116b8439c0 req-da4cb811-4825-4140-bfe9-f166167414d5 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318046 Oct 27 16:44:30.295108 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 5d9e7f68-ab91-4d99-8b63-26fd1209804b no longer exists at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:44:30.314840 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] No Port match for: 5d9e7f68-ab91-4d99-8b63-26fd1209804b {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:44:30.315157 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 5d9e7f68-ab91-4d99-8b63-26fd1209804b not bound to the agent host hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:44:31.071906 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22721a-c252-49d4-a32e-8fc6bcf3c178 req-69efd822-e4f1-4d60-a96c-734000ea66d5 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:31.073377 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5d22721a-c252-49d4-a32e-8fc6bcf3c178 req-69efd822-e4f1-4d60-a96c-734000ea66d5 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 945 time: 0.0563591 Oct 27 16:44:31.118526 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5d22721a-c252-49d4-a32e-8fc6bcf3c178 req-7375ef96-b750-437b-b9ff-84afa6b350e0 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359998 Oct 27 16:44:31.603443 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 109e3545-77f1-4a61-ae32-7b30fdcd340c up at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:44:31.652880 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning complete for port 109e3545-77f1-4a61-ae32-7b30fdcd340c triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:44:31.653247 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:31.731499 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:31.753453 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f4ecb4-617b-49d2-aeec-6a021ee2e215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109e3545-77f1-4a61-ae32-7b30fdcd340c'}] {{(pid=101667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:44:31.756073 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15467c740e99bfee501675d45c0ab6b31e8088b61e385ce1236909406ef3d9b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a63307-5691-44ac-9b49-3d513dff1c8e" -d '{"events": [{"server_uuid": "54f4ecb4-617b-49d2-aeec-6a021ee2e215", "name": "network-vif-plugged", "status": "completed", "tag": "109e3545-77f1-4a61-ae32-7b30fdcd340c"}]}' {{(pid=101667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:44:31.768145 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 109e3545-77f1-4a61-ae32-7b30fdcd340c, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=109e3545-77f1-4a61-ae32-7b30fdcd340c,segment=NetworkSegment(04b90801-dbaa-4b6b-a289-4b9ced180864),segment_id=04b90801-dbaa-4b6b-a289-4b9ced180864)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:44:31.772811 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:31.798268 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905b0eac-0b27-414c-bf37-109c021d5486 x-openstack-request-id: req-905b0eac-0b27-414c-bf37-109c021d5486 {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:44:31.798529 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f4ecb4-617b-49d2-aeec-6a021ee2e215", "name": "network-vif-plugged", "status": "completed", "tag": "109e3545-77f1-4a61-ae32-7b30fdcd340c", "code": 200}]} {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:44:31.798777 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-905b0eac-0b27-414c-bf37-109c021d5486 {{(pid=101667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:44:31.799161 dv-cinder-815659-1-iscsi neutron-server[101667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f4ecb4-617b-49d2-aeec-6a021ee2e215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109e3545-77f1-4a61-ae32-7b30fdcd340c', 'code': 200} Oct 27 16:44:31.823412 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=109e3545-77f1-4a61-ae32-7b30fdcd340c,revision_number=10']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:31.988690 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d861c-ee46-462b-bb03-599b57b0cd17 req-f57cd6de-1920-4793-b961-06fdc7f7af35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:31.990172 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ee8d861c-ee46-462b-bb03-599b57b0cd17 req-f57cd6de-1920-4793-b961-06fdc7f7af35 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 1100 time: 0.0409174 Oct 27 16:44:32.027943 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ee8d861c-ee46-462b-bb03-599b57b0cd17 req-8a1b233f-256d-4aa3-aafb-40ad162d29cf service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300264 Oct 27 16:44:32.259344 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df21c7-3359-4146-a91f-634a6b7990ee req-d48b2762-a6f9-4963-ab80-ce1fe60da5a3 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:32.260758 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-99df21c7-3359-4146-a91f-634a6b7990ee req-d48b2762-a6f9-4963-ab80-ce1fe60da5a3 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 947 time: 0.0541234 Oct 27 16:44:32.301115 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-99df21c7-3359-4146-a91f-634a6b7990ee req-578109c8-df90-4f70-9b56-bdef80266f34 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315068 Oct 27 16:44:33.431296 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52d93e-4e68-4be1-bf72-ddd207f614ac req-284bff2d-40ec-43b0-a93f-9116d03e31c4 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:33.432874 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fd52d93e-4e68-4be1-bf72-ddd207f614ac req-284bff2d-40ec-43b0-a93f-9116d03e31c4 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 947 time: 0.0491164 Oct 27 16:44:33.475609 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fd52d93e-4e68-4be1-bf72-ddd207f614ac req-64c4a7b0-1d53-47e9-a93a-5f533a4d1ca1 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367885 Oct 27 16:44:34.613725 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118f846-2490-455b-9d08-8f484aa14ee4 req-2710d975-d7f5-44fe-a210-b97026370307 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:34.615153 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0118f846-2490-455b-9d08-8f484aa14ee4 req-2710d975-d7f5-44fe-a210-b97026370307 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 947 time: 0.0510232 Oct 27 16:44:34.653093 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0118f846-2490-455b-9d08-8f484aa14ee4 req-54ca1c5c-190f-4ca4-b4af-50f35931f762 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317979 Oct 27 16:44:35.539543 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 59740) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:35.660912 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-6ec4ee9a-a743-415e-b190-374b662334ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:35.735663 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-6ec4ee9a-a743-415e-b190-374b662334ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:35.741743 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-6ec4ee9a-a743-415e-b190-374b662334ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:35.779144 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-6ec4ee9a-a743-415e-b190-374b662334ab admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=219442d1db034b85b3d39b2eb313d449&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2384813 Oct 27 16:44:35.780009 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4ee9a-a743-415e-b190-374b662334ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8731318f-9916-44f2-8022-8f317db3cfb1,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:35.782219 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 59744) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:35.841932 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-4be1a35f-f682-4f75-aba1-c739612094a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:35.863330 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-4be1a35f-f682-4f75-aba1-c739612094a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:35.921395 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-4be1a35f-f682-4f75-aba1-c739612094a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:35.923854 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-4be1a35f-f682-4f75-aba1-c739612094a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:35.925057 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-4be1a35f-f682-4f75-aba1-c739612094a3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8731318f-9916-44f2-8022-8f317db3cfb1 HTTP/1.1" status: 204 len: 168 time: 0.1418667 Oct 27 16:44:35.932966 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1a35f-f682-4f75-aba1-c739612094a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8731318f-9916-44f2-8022-8f317db3cfb1,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:36.202065 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 59752) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:36.217864 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2881ef1b-0c09-437b-bc5e-2983555a23e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:36.292781 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2881ef1b-0c09-437b-bc5e-2983555a23e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:36.297586 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2881ef1b-0c09-437b-bc5e-2983555a23e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:36.341597 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-2881ef1b-0c09-437b-bc5e-2983555a23e2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3411cbd6f10949c7a3a004282ecac199&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1382897 Oct 27 16:44:36.342439 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2881ef1b-0c09-437b-bc5e-2983555a23e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0e5828-99bb-4dbe-ad59-1095437482fb,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:36.344445 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 59756) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:36.411724 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ce9089ce-dc16-41d4-95aa-9d0bbf42521a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:36.435285 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ce9089ce-dc16-41d4-95aa-9d0bbf42521a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:36.484566 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ce9089ce-dc16-41d4-95aa-9d0bbf42521a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:36.486954 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ce9089ce-dc16-41d4-95aa-9d0bbf42521a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:36.488147 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-ce9089ce-dc16-41d4-95aa-9d0bbf42521a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9e0e5828-99bb-4dbe-ad59-1095437482fb HTTP/1.1" status: 204 len: 168 time: 0.1424768 Oct 27 16:44:36.495849 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9089ce-dc16-41d4-95aa-9d0bbf42521a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0e5828-99bb-4dbe-ad59-1095437482fb,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:38.285919 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-05946a6d-f111-4afc-a0e2-e6ff258b48fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:38.599098 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 59830) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:38.704620 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ab84ada0-9732-4dab-a3aa-cd448479b916 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:38.778671 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ab84ada0-9732-4dab-a3aa-cd448479b916 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:38.785192 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-ab84ada0-9732-4dab-a3aa-cd448479b916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:38.822067 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-ab84ada0-9732-4dab-a3aa-cd448479b916 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=68198fa56e5d4ac197277ae13a079b24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2219005 Oct 27 16:44:38.822818 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab84ada0-9732-4dab-a3aa-cd448479b916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0625a73-6cf1-4203-82d6-89160256b9fa,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:38.825056 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 59834) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:38.830241 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab84ada0-9732-4dab-a3aa-cd448479b916 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:38.830687 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab84ada0-9732-4dab-a3aa-cd448479b916 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:38.831021 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab84ada0-9732-4dab-a3aa-cd448479b916 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:38.831451 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab84ada0-9732-4dab-a3aa-cd448479b916 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:38.831773 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab84ada0-9732-4dab-a3aa-cd448479b916 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:38.832142 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab84ada0-9732-4dab-a3aa-cd448479b916 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:38.832458 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab84ada0-9732-4dab-a3aa-cd448479b916 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:38.832794 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab84ada0-9732-4dab-a3aa-cd448479b916 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:38.833111 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab84ada0-9732-4dab-a3aa-cd448479b916 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:38.833419 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab84ada0-9732-4dab-a3aa-cd448479b916 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:38.833739 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab84ada0-9732-4dab-a3aa-cd448479b916 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:38.834052 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab84ada0-9732-4dab-a3aa-cd448479b916 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:38.874562 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2e0d29de-df1b-4007-b62a-742c4ae7f94b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:38.896133 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2e0d29de-df1b-4007-b62a-742c4ae7f94b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:38.944925 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2e0d29de-df1b-4007-b62a-742c4ae7f94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:38.949014 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-2e0d29de-df1b-4007-b62a-742c4ae7f94b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:38.950837 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-2e0d29de-df1b-4007-b62a-742c4ae7f94b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b0625a73-6cf1-4203-82d6-89160256b9fa HTTP/1.1" status: 204 len: 168 time: 0.1244667 Oct 27 16:44:38.958486 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d29de-df1b-4007-b62a-742c4ae7f94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0625a73-6cf1-4203-82d6-89160256b9fa,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:39.222498 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 59840) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:39.235567 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-c8e58c42-1531-4e69-9956-75f8272e78c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:39.313477 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-c8e58c42-1531-4e69-9956-75f8272e78c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:39.318962 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-c8e58c42-1531-4e69-9956-75f8272e78c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:39.353964 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e58c42-1531-4e69-9956-75f8272e78c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93401548-27f0-44dc-8ddc-998f3bcba0bb,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:39.358181 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-c8e58c42-1531-4e69-9956-75f8272e78c3 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=943408306ccb498fb9c844ec3e9283b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1346407 Oct 27 16:44:39.360941 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 59842) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:39.409215 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d1d32ca4-12a5-41b9-99c5-f7640dcec250 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:39.429370 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d1d32ca4-12a5-41b9-99c5-f7640dcec250 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:39.476023 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d1d32ca4-12a5-41b9-99c5-f7640dcec250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:39.479089 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d1d32ca4-12a5-41b9-99c5-f7640dcec250 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:39.480303 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-d1d32ca4-12a5-41b9-99c5-f7640dcec250 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/93401548-27f0-44dc-8ddc-998f3bcba0bb HTTP/1.1" status: 204 len: 168 time: 0.1185153 Oct 27 16:44:39.488852 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d32ca4-12a5-41b9-99c5-f7640dcec250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93401548-27f0-44dc-8ddc-998f3bcba0bb,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:40.190041 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 59866) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:40.309505 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-cbfefd29-3707-4369-83c7-30f12305deb1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-503730824-network', 'tenant_id': '94760fe0179c475698a5260b53f3f1d4'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:44:40.330397 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfefd29-3707-4369-83c7-30f12305deb1 admin admin] Made reservation on behalf of 94760fe0179c475698a5260b53f3f1d4 for: {'network': 1} {{(pid=101665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:44:40.332756 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-cbfefd29-3707-4369-83c7-30f12305deb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for network, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:40.340800 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-cbfefd29-3707-4369-83c7-30f12305deb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:40.415671 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-cbfefd29-3707-4369-83c7-30f12305deb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:40.421541 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-cbfefd29-3707-4369-83c7-30f12305deb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:40.444546 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbfefd29-3707-4369-83c7-30f12305deb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1048, 'physical_network': 'physnet1'} {{(pid=101665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:44:40.459334 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfefd29-3707-4369-83c7-30f12305deb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996886ad-b5a0-4859-855a-ad8730bce761,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:40.462217 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-cbfefd29-3707-4369-83c7-30f12305deb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790'] for segment, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:40.462553 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.db.segments_db [None req-cbfefd29-3707-4369-83c7-30f12305deb1 admin admin] Added segment 74c152bf-5952-4a95-8534-8159f59fa6f9 of type vlan for network 4226d1af-a9c3-4e72-886f-7da10795e133 Oct 27 16:44:40.501780 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-cbfefd29-3707-4369-83c7-30f12305deb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779338775480'] for network, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:40.529604 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-cbfefd29-3707-4369-83c7-30f12305deb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568'] for network, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:40.530698 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfefd29-3707-4369-83c7-30f12305deb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:40.531375 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-cbfefd29-3707-4369-83c7-30f12305deb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for network, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:40.591736 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-cbfefd29-3707-4369-83c7-30f12305deb1 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4005446 Oct 27 16:44:40.594988 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 59874) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:40.597005 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfefd29-3707-4369-83c7-30f12305deb1 admin admin] Pushing event updated for resources: {'Network': ['ID=4226d1af-a9c3-4e72-886f-7da10795e133,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:40.601026 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [None req-a150324d-3cba-4417-b255-689b994ab815 admin admin] Request body: {'subnet': {'network_id': '4226d1af-a9c3-4e72-886f-7da10795e133', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-503730824-subnet', 'tenant_id': '94760fe0179c475698a5260b53f3f1d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:44:40.608393 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Network 4226d1af-a9c3-4e72-886f-7da10795e133 details requested by agent ovs-agent-dv-cinder-815659-1-iscsi with host dv-cinder-815659-1-iscsi {{(pid=101667) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:44:40.625059 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a150324d-3cba-4417-b255-689b994ab815 admin admin] Made reservation on behalf of 94760fe0179c475698a5260b53f3f1d4 for: {'subnet': 1} {{(pid=101666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:44:40.627676 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-a150324d-3cba-4417-b255-689b994ab815 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29061332'] for subnet, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:40.806385 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-a150324d-3cba-4417-b255-689b994ab815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25690788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29061318'] for subnet, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:40.869499 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a150324d-3cba-4417-b255-689b994ab815 admin admin] Checking segment: {'id': '74c152bf-5952-4a95-8534-8159f59fa6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '4226d1af-a9c3-4e72-886f-7da10795e133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:44:40.869854 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a150324d-3cba-4417-b255-689b994ab815 admin admin] Network hostable DHCP agents. Network: 4226d1af-a9c3-4e72-886f-7da10795e133, hostable agents: ['787f9650-d18e-4402-9e0d-45b78af00bf5'], hosted agents: [] {{(pid=101666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:44:40.871937 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a150324d-3cba-4417-b255-689b994ab815 admin admin] Pushing event updated for resources: {'Subnet': ['ID=091cf3d9-8349-4fd6-a976-8b345b3b7d36,revision_number=0']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:40.890609 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a150324d-3cba-4417-b255-689b994ab815 admin admin] Network 4226d1af-a9c3-4e72-886f-7da10795e133 is scheduled to be hosted by DHCP agent 787f9650-d18e-4402-9e0d-45b78af00bf5 with binding_index 1 {{(pid=101666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:44:40.900366 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [None req-a150324d-3cba-4417-b255-689b994ab815 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-1-iscsi, 4226d1af-a9c3-4e72-886f-7da10795e133) {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:44:40.905402 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a150324d-3cba-4417-b255-689b994ab815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:40.905986 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-a150324d-3cba-4417-b255-689b994ab815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for subnet, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:40.909823 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32ddf8d-2c5a-4abc-9fee-dda47ee8feda None None] Network 4226d1af-a9c3-4e72-886f-7da10795e133 requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:44:40.927347 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-a150324d-3cba-4417-b255-689b994ab815 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3264699 Oct 27 16:44:40.992676 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-b53f63a7-8280-43bc-b105-d19278b9832f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:41.055132 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4c0e80-7146-4b46-a9b5-285f65f968a8 None None] Network 4226d1af-a9c3-4e72-886f-7da10795e133 requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:44:41.391677 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 59894) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:41.398770 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [None req-d6f090ba-a1c8-4558-986e-88e65f5e5f59 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1088620069-network', 'tenant_id': 'bf0fcc2ac73644c4a3f678ea75be6ff7'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:44:41.427197 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f090ba-a1c8-4558-986e-88e65f5e5f59 admin admin] Made reservation on behalf of bf0fcc2ac73644c4a3f678ea75be6ff7 for: {'network': 1} {{(pid=101666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:44:41.429593 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-d6f090ba-a1c8-4558-986e-88e65f5e5f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for network, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:41.438281 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-d6f090ba-a1c8-4558-986e-88e65f5e5f59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:41.519404 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-d6f090ba-a1c8-4558-986e-88e65f5e5f59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:41.524889 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-d6f090ba-a1c8-4558-986e-88e65f5e5f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:41.549536 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6f090ba-a1c8-4558-986e-88e65f5e5f59 admin admin] vlan segment allocate from pool success with {'vlan_id': 1001, 'physical_network': 'physnet1'} {{(pid=101666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:44:41.560617 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f090ba-a1c8-4558-986e-88e65f5e5f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9a20d6-772a-4681-ad6c-00e8dba9904a,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:41.563613 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-d6f090ba-a1c8-4558-986e-88e65f5e5f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790'] for segment, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:41.563968 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.db.segments_db [None req-d6f090ba-a1c8-4558-986e-88e65f5e5f59 admin admin] Added segment a0e21fd0-0d6e-45a9-9c79-42b9a532b96c of type vlan for network d655f7f5-2d72-4b4c-979a-624e4e30ea35 Oct 27 16:44:41.602543 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-d6f090ba-a1c8-4558-986e-88e65f5e5f59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779338775480'] for network, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:41.633903 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-d6f090ba-a1c8-4558-986e-88e65f5e5f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568'] for network, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:41.634874 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f090ba-a1c8-4558-986e-88e65f5e5f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:41.635467 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-d6f090ba-a1c8-4558-986e-88e65f5e5f59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for network, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:41.689922 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-d6f090ba-a1c8-4558-986e-88e65f5e5f59 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2968800 Oct 27 16:44:41.692879 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 59896) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:41.699410 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f090ba-a1c8-4558-986e-88e65f5e5f59 admin admin] Pushing event updated for resources: {'Network': ['ID=d655f7f5-2d72-4b4c-979a-624e4e30ea35,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:41.699595 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-32a59e7f-789e-4cce-a27c-d9b28264bffd admin admin] Request body: {'subnet': {'network_id': 'd655f7f5-2d72-4b4c-979a-624e4e30ea35', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1088620069-subnet', 'tenant_id': 'bf0fcc2ac73644c4a3f678ea75be6ff7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:44:41.706487 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Network d655f7f5-2d72-4b4c-979a-624e4e30ea35 details requested by agent ovs-agent-dv-cinder-815659-1-iscsi with host dv-cinder-815659-1-iscsi {{(pid=101667) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:44:41.722004 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a59e7f-789e-4cce-a27c-d9b28264bffd admin admin] Made reservation on behalf of bf0fcc2ac73644c4a3f678ea75be6ff7 for: {'subnet': 1} {{(pid=101665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:44:41.724468 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-32a59e7f-789e-4cce-a27c-d9b28264bffd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26391250'] for subnet, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:41.890568 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-32a59e7f-789e-4cce-a27c-d9b28264bffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2512045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26391232'] for subnet, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:41.948635 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a59e7f-789e-4cce-a27c-d9b28264bffd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a703088-e2d8-4050-9c2a-214ae8a7ba30,revision_number=0']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:41.958362 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a59e7f-789e-4cce-a27c-d9b28264bffd admin admin] Checking segment: {'id': 'a0e21fd0-0d6e-45a9-9c79-42b9a532b96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'd655f7f5-2d72-4b4c-979a-624e4e30ea35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:44:41.958711 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a59e7f-789e-4cce-a27c-d9b28264bffd admin admin] Network hostable DHCP agents. Network: d655f7f5-2d72-4b4c-979a-624e4e30ea35, hostable agents: ['787f9650-d18e-4402-9e0d-45b78af00bf5'], hosted agents: [] {{(pid=101665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:44:41.976565 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a59e7f-789e-4cce-a27c-d9b28264bffd admin admin] Network d655f7f5-2d72-4b4c-979a-624e4e30ea35 is scheduled to be hosted by DHCP agent 787f9650-d18e-4402-9e0d-45b78af00bf5 with binding_index 1 {{(pid=101665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:44:41.985835 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.base_scheduler [None req-32a59e7f-789e-4cce-a27c-d9b28264bffd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-1-iscsi, d655f7f5-2d72-4b4c-979a-624e4e30ea35) {{(pid=101665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:44:41.990531 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a59e7f-789e-4cce-a27c-d9b28264bffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:41.991790 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-32a59e7f-789e-4cce-a27c-d9b28264bffd admin admin] Publish callbacks [] for subnet, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:41.998066 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6297b6a6-b721-4fc3-bae2-097c1a4cafe2 None None] Network d655f7f5-2d72-4b4c-979a-624e4e30ea35 requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:44:42.017707 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-32a59e7f-789e-4cce-a27c-d9b28264bffd admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3158081 Oct 27 16:44:42.092763 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:42.146769 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b15bb5-a5b8-4662-8a07-4c1ed2c80115 None None] Network d655f7f5-2d72-4b4c-979a-624e4e30ea35 requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:44:42.443787 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:43.748108 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:46.281932 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dae84e-32f3-436b-ab9e-919309becd1e req-407c2de5-ceb4-4f7f-b669-c3c4c758aa9a tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:46.283411 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c3dae84e-32f3-436b-ab9e-919309becd1e req-407c2de5-ceb4-4f7f-b669-c3c4c758aa9a tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=53474c61-ae3d-4d71-8e25-0d0c9a674eba HTTP/1.1" status: 200 len: 946 time: 0.0542293 Oct 27 16:44:46.321549 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c3dae84e-32f3-436b-ab9e-919309becd1e req-741d802b-14ed-41cb-a9ef-3b5fc4d10ef6 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319290 Oct 27 16:44:47.458996 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc22e7-7253-40c9-8543-e9611e7424e3 req-4b376f39-69bb-4d0c-9d59-cf5438f00d22 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:47.460539 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c8bc22e7-7253-40c9-8543-e9611e7424e3 req-4b376f39-69bb-4d0c-9d59-cf5438f00d22 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=53474c61-ae3d-4d71-8e25-0d0c9a674eba HTTP/1.1" status: 200 len: 946 time: 0.0606854 Oct 27 16:44:47.500376 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c8bc22e7-7253-40c9-8543-e9611e7424e3 req-37da4236-65f6-45af-981a-6d9275a9328b tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333457 Oct 27 16:44:48.125375 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673e4d3-f668-4c98-9eea-20f5ba2bf1b7 req-e5966732-ea41-4c3c-9bd0-f95008d12e70 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:48.126799 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0673e4d3-f668-4c98-9eea-20f5ba2bf1b7 req-e5966732-ea41-4c3c-9bd0-f95008d12e70 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.66 "GET /v2.0/ports?device_id=53474c61-ae3d-4d71-8e25-0d0c9a674eba HTTP/1.1" status: 200 len: 946 time: 0.0531027 Oct 27 16:44:48.222548 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [req-0673e4d3-f668-4c98-9eea-20f5ba2bf1b7 req-7fd65ca4-5fc7-4ee4-bd10-9f3655053bf4 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Deleting port 3f860f20-8e06-4db2-8442-169a1e76115d {{(pid=101666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:44:48.222941 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-0673e4d3-f668-4c98-9eea-20f5ba2bf1b7 req-7fd65ca4-5fc7-4ee4-bd10-9f3655053bf4 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:48.309558 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-0673e4d3-f668-4c98-9eea-20f5ba2bf1b7 req-7fd65ca4-5fc7-4ee4-bd10-9f3655053bf4 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] For port 3f860f20-8e06-4db2-8442-169a1e76115d, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=3f860f20-8e06-4db2-8442-169a1e76115d,segment=NetworkSegment(097e9223-1dfb-41f8-a875-1e34bf0fd73a),segment_id=097e9223-1dfb-41f8-a875-1e34bf0fd73a)] {{(pid=101666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:44:48.309911 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-0673e4d3-f668-4c98-9eea-20f5ba2bf1b7 req-7fd65ca4-5fc7-4ee4-bd10-9f3655053bf4 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:48.770734 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-0673e4d3-f668-4c98-9eea-20f5ba2bf1b7 req-7fd65ca4-5fc7-4ee4-bd10-9f3655053bf4 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:48.771363 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-0673e4d3-f668-4c98-9eea-20f5ba2bf1b7 req-7fd65ca4-5fc7-4ee4-bd10-9f3655053bf4 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3734057'] for floatingip, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:48.771363 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.db.l3_db [req-0673e4d3-f668-4c98-9eea-20f5ba2bf1b7 req-7fd65ca4-5fc7-4ee4-bd10-9f3655053bf4 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Floating IP b6992465-8d53-4cb7-bf6f-3e43ae721545 disassociated. External IP: 172.27.0.196, port: 3f860f20-8e06-4db2-8442-169a1e76115d. Oct 27 16:44:48.771716 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [req-0673e4d3-f668-4c98-9eea-20f5ba2bf1b7 req-7fd65ca4-5fc7-4ee4-bd10-9f3655053bf4 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Calling delete_port for 3f860f20-8e06-4db2-8442-169a1e76115d owned by compute:nova {{(pid=101666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:44:48.798745 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2abfd7-9f74-40a9-a548-72c96add3390 req-fa6349d0-97be-4c03-a696-4c88685d482f tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:48.800225 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5a2abfd7-9f74-40a9-a548-72c96add3390 req-fa6349d0-97be-4c03-a696-4c88685d482f tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=53474c61-ae3d-4d71-8e25-0d0c9a674eba HTTP/1.1" status: 200 len: 946 time: 0.0792260 Oct 27 16:44:48.872240 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-5a2abfd7-9f74-40a9-a548-72c96add3390 req-e40c4473-4b7e-4d76-9e3d-0ed3e624e5b8 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451248 Oct 27 16:44:48.991494 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-0673e4d3-f668-4c98-9eea-20f5ba2bf1b7 req-7fd65ca4-5fc7-4ee4-bd10-9f3655053bf4 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25690832'] for port, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:49.025305 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd65ca4-5fc7-4ee4-bd10-9f3655053bf4 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Pushing event deleted for resources: {'Port': ['ID=3f860f20-8e06-4db2-8442-169a1e76115d,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:49.152281 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0673e4d3-f668-4c98-9eea-20f5ba2bf1b7 req-7fd65ca4-5fc7-4ee4-bd10-9f3655053bf4 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Router 5d2a70e8-e24d-4ae4-94a3-50509cec4a50 has already been hosted by L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 {{(pid=101666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:44:49.262118 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0673e4d3-f668-4c98-9eea-20f5ba2bf1b7 req-7fd65ca4-5fc7-4ee4-bd10-9f3655053bf4 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:44:49.272355 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5090e3fe-1814-47dd-81b5-f7f793b1059c None None] Sync routers for ids ['5d2a70e8-e24d-4ae4-94a3-50509cec4a50'] in dv-cinder-815659-1-iscsi {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:44:49.284182 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5090e3fe-1814-47dd-81b5-f7f793b1059c None None] Routers {'5d2a70e8-e24d-4ae4-94a3-50509cec4a50'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:44:49.284973 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-5090e3fe-1814-47dd-81b5-f7f793b1059c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:44:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['5d2a70e8-e24d-4ae4-94a3-50509cec4a50'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:44:49.301434 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [req-0673e4d3-f668-4c98-9eea-20f5ba2bf1b7 req-7fd65ca4-5fc7-4ee4-bd10-9f3655053bf4 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] No DVR routers for this DVR port 3f860f20-8e06-4db2-8442-169a1e76115d on host hv-cinder-81565 {{(pid=101666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:44:49.304285 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-0673e4d3-f668-4c98-9eea-20f5ba2bf1b7 req-7fd65ca4-5fc7-4ee4-bd10-9f3655053bf4 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:49.307731 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-0673e4d3-f668-4c98-9eea-20f5ba2bf1b7 req-7fd65ca4-5fc7-4ee4-bd10-9f3655053bf4 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.66 "DELETE /v2.0/ports/3f860f20-8e06-4db2-8442-169a1e76115d HTTP/1.1" status: 204 len: 173 time: 1.1730273 Oct 27 16:44:49.308261 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53474c61-ae3d-4d71-8e25-0d0c9a674eba', 'name': 'network-vif-deleted', 'tag': '3f860f20-8e06-4db2-8442-169a1e76115d'}] {{(pid=101666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:44:49.310594 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c97a8bc50bc1e60c5bcd83482612a755f7c8660878f0fc94464a674b36297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ddd75d-19f2-4f06-9a3e-319d21a01f1e" -d '{"events": [{"server_uuid": "53474c61-ae3d-4d71-8e25-0d0c9a674eba", "name": "network-vif-deleted", "tag": "3f860f20-8e06-4db2-8442-169a1e76115d"}]}' {{(pid=101666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:44:49.356430 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f74052-da8c-47d4-afa9-b12c3e9a57e3 x-openstack-request-id: req-97f74052-da8c-47d4-afa9-b12c3e9a57e3 {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:44:49.356730 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53474c61-ae3d-4d71-8e25-0d0c9a674eba", "name": "network-vif-deleted", "tag": "3f860f20-8e06-4db2-8442-169a1e76115d", "status": "completed", "code": 200}]} {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:44:49.356960 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-97f74052-da8c-47d4-afa9-b12c3e9a57e3 {{(pid=101666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:44:49.357351 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53474c61-ae3d-4d71-8e25-0d0c9a674eba', 'name': 'network-vif-deleted', 'tag': '3f860f20-8e06-4db2-8442-169a1e76115d', 'status': 'completed', 'code': 200} Oct 27 16:44:49.411434 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-5090e3fe-1814-47dd-81b5-f7f793b1059c None None] Set router 5d2a70e8-e24d-4ae4-94a3-50509cec4a50 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:44:49.615680 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-5090e3fe-1814-47dd-81b5-f7f793b1059c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'name': 'tempest-TestVolumeBootPattern-1750613188-router', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:08Z', 'revision_number': 4, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'gw_port': {'id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:77:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '856c0e51-f895-4490-a3f3-828627d8238d', 'name': '', 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'mac_address': 'fa:16:3e:4b:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:07Z', 'updated_at': '2021-10-27T16:41:13Z', 'revision_number': 5, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'subnets': [{'id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:44:49.642644 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5090e3fe-1814-47dd-81b5-f7f793b1059c None None] Checking router: 5d2a70e8-e24d-4ae4-94a3-50509cec4a50 for host: dv-cinder-815659-1-iscsi {{(pid=101668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:44:49.650807 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5090e3fe-1814-47dd-81b5-f7f793b1059c None None] Routers {'5d2a70e8-e24d-4ae4-94a3-50509cec4a50'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:44:49.651411 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-5090e3fe-1814-47dd-81b5-f7f793b1059c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:44:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['5d2a70e8-e24d-4ae4-94a3-50509cec4a50'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:44:49.760720 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-5090e3fe-1814-47dd-81b5-f7f793b1059c None None] Set router 5d2a70e8-e24d-4ae4-94a3-50509cec4a50 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:44:49.967000 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-5090e3fe-1814-47dd-81b5-f7f793b1059c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'name': 'tempest-TestVolumeBootPattern-1750613188-router', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:08Z', 'revision_number': 4, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'gw_port': {'id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:77:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '856c0e51-f895-4490-a3f3-828627d8238d', 'name': '', 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'mac_address': 'fa:16:3e:4b:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:07Z', 'updated_at': '2021-10-27T16:41:13Z', 'revision_number': 5, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'subnets': [{'id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:44:49.984754 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-09481e6b-2f6e-4257-a840-57c113d2d81e req-1009c1be-711e-4cfc-8c1b-48a02c807cc7 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=53474c61-ae3d-4d71-8e25-0d0c9a674eba HTTP/1.1" status: 200 len: 210 time: 0.0269077 Oct 27 16:44:49.997740 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5090e3fe-1814-47dd-81b5-f7f793b1059c None None] The sync data for ids ['5d2a70e8-e24d-4ae4-94a3-50509cec4a50'] in dv-cinder-815659-1-iscsi is: [{'id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'name': 'tempest-TestVolumeBootPattern-1750613188-router', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:08Z', 'revision_number': 4, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'gw_port': {'id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:77:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '856c0e51-f895-4490-a3f3-828627d8238d', 'name': '', 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'mac_address': 'fa:16:3e:4b:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:07Z', 'updated_at': '2021-10-27T16:41:13Z', 'revision_number': 5, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'subnets': [{'id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:44:50.039718 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 60032) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:50.089035 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3663e6d-8f9f-4e5c-a761-79a41370a4f8 admin admin] Deleting subnet 2257880b-4b28-4290-be19-8e25c369d082 {{(pid=101665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:44:50.092279 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-f3663e6d-8f9f-4e5c-a761-79a41370a4f8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:50.127574 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-f3663e6d-8f9f-4e5c-a761-79a41370a4f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3716744'] for subnet, precommit_delete_associations {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:50.168229 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-f3663e6d-8f9f-4e5c-a761-79a41370a4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642671'] for subnet, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:50.229013 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-f3663e6d-8f9f-4e5c-a761-79a41370a4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2512108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26390579'] for subnet, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:50.254776 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8908cb-31b0-4199-b6d0-085e4fa5b97e None None] New status for floating IP b6992465-8d53-4cb7-bf6f-3e43ae721545: DOWN {{(pid=101667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:44:50.257462 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3663e6d-8f9f-4e5c-a761-79a41370a4f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2257880b-4b28-4290-be19-8e25c369d082,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:50.260180 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-f3663e6d-8f9f-4e5c-a761-79a41370a4f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:50.263576 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-f3663e6d-8f9f-4e5c-a761-79a41370a4f8 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/2257880b-4b28-4290-be19-8e25c369d082 HTTP/1.1" status: 204 len: 168 time: 0.2226958 Oct 27 16:44:50.266787 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 60038) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:50.270107 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3663e6d-8f9f-4e5c-a761-79a41370a4f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:50.270459 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3663e6d-8f9f-4e5c-a761-79a41370a4f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:50.270958 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3663e6d-8f9f-4e5c-a761-79a41370a4f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:50.271287 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3663e6d-8f9f-4e5c-a761-79a41370a4f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:50.271770 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3663e6d-8f9f-4e5c-a761-79a41370a4f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:50.272299 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3663e6d-8f9f-4e5c-a761-79a41370a4f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:50.272838 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3663e6d-8f9f-4e5c-a761-79a41370a4f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:50.273329 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3663e6d-8f9f-4e5c-a761-79a41370a4f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:50.273792 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3663e6d-8f9f-4e5c-a761-79a41370a4f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:50.274269 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3663e6d-8f9f-4e5c-a761-79a41370a4f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:50.274777 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3663e6d-8f9f-4e5c-a761-79a41370a4f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:50.275096 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3663e6d-8f9f-4e5c-a761-79a41370a4f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:50.364965 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-cc12b7ec-647b-43d8-89a8-2949698cfc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617108'] for network, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:50.455017 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-cc12b7ec-647b-43d8-89a8-2949698cfc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-645114', 'neutron.services.segments.db._delete_segments_for_network-8779339326814'] for network, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:50.478029 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.services.segments.db [None req-cc12b7ec-647b-43d8-89a8-2949698cfc6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3']}} {{(pid=101666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:44:50.487148 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.services.segments.db [None req-cc12b7ec-647b-43d8-89a8-2949698cfc6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9681be8c-579a-4f8b-84c7-92463653b32e') {'for_net_delete': True} {{(pid=101666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:44:50.487436 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.services.segments.db [None req-cc12b7ec-647b-43d8-89a8-2949698cfc6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9681be8c-579a-4f8b-84c7-92463653b32e') {} {{(pid=101666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:44:50.496616 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-cc12b7ec-647b-43d8-89a8-2949698cfc6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779339327335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25239975'] for segment, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:50.511614 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-cc12b7ec-647b-43d8-89a8-2949698cfc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790'] for segment, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:50.518082 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc12b7ec-647b-43d8-89a8-2949698cfc6f admin admin] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=101666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:44:50.518451 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-cc12b7ec-647b-43d8-89a8-2949698cfc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25690639'] for segment, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:50.520102 dv-cinder-815659-1-iscsi neutron-server[101666]: Traceback (most recent call last): Oct 27 16:44:50.520102 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:44:50.520102 dv-cinder-815659-1-iscsi neutron-server[101666]: timer() Oct 27 16:44:50.520102 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:44:50.520102 dv-cinder-815659-1-iscsi neutron-server[101666]: cb(*args, **kw) Oct 27 16:44:50.520102 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:44:50.520102 dv-cinder-815659-1-iscsi neutron-server[101666]: return func(*args, **kwargs) Oct 27 16:44:50.520102 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:44:50.520102 dv-cinder-815659-1-iscsi neutron-server[101666]: self._notify() Oct 27 16:44:50.520102 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:44:50.520102 dv-cinder-815659-1-iscsi neutron-server[101666]: self.callback(batched_events) Oct 27 16:44:50.520102 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:44:50.520102 dv-cinder-815659-1-iscsi neutron-server[101666]: event.method(event) Oct 27 16:44:50.520102 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:44:50.520102 dv-cinder-815659-1-iscsi neutron-server[101666]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:44:50.520102 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:44:50.520102 dv-cinder-815659-1-iscsi neutron-server[101666]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:44:50.520102 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:44:50.520102 dv-cinder-815659-1-iscsi neutron-server[101666]: return f(self, *a, **k) Oct 27 16:44:50.520102 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:44:50.520102 dv-cinder-815659-1-iscsi neutron-server[101666]: return self._get(url).json() Oct 27 16:44:50.520102 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:44:50.520102 dv-cinder-815659-1-iscsi neutron-server[101666]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:44:50.520102 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:44:50.520102 dv-cinder-815659-1-iscsi neutron-server[101666]: return self.request(url, 'GET', **kwargs) Oct 27 16:44:50.520102 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:44:50.520102 dv-cinder-815659-1-iscsi neutron-server[101666]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:44:50.520102 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:44:50.520102 dv-cinder-815659-1-iscsi neutron-server[101666]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:44:50.520102 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:44:50.520102 dv-cinder-815659-1-iscsi neutron-server[101666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:44:50.520102 dv-cinder-815659-1-iscsi neutron-server[101666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:44:50.573483 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-cc12b7ec-647b-43d8-89a8-2949698cfc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-645105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3734107'] for network, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:50.578825 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-cc12b7ec-647b-43d8-89a8-2949698cfc6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for network, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:50.582097 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-cc12b7ec-647b-43d8-89a8-2949698cfc6f admin admin] 10.222.0.91 "DELETE /v2.0/networks/6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3 HTTP/1.1" status: 204 len: 168 time: 0.3138888 Oct 27 16:44:50.593939 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc12b7ec-647b-43d8-89a8-2949698cfc6f admin admin] Pushing event deleted for resources: {'Network': ['ID=6adb6a59-ef5b-4fbb-bb57-ac16271cd1f3,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:50.766306 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 60046) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:50.825006 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-61a82f0d-ab59-4426-bac3-db2cbda6e225 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3ff0fae83e4d41e9a7de928fb05d4122&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0564556 Oct 27 16:44:50.828839 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 60048) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:50.880511 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-b554f0b0-0afa-4d05-a587-a661fbe9b6f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:50.902137 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-b554f0b0-0afa-4d05-a587-a661fbe9b6f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:50.951478 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-b554f0b0-0afa-4d05-a587-a661fbe9b6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:50.954503 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-b554f0b0-0afa-4d05-a587-a661fbe9b6f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:50.955668 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-b554f0b0-0afa-4d05-a587-a661fbe9b6f6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c986df25-62b3-4b19-9628-e560d62d212e HTTP/1.1" status: 204 len: 168 time: 0.1258111 Oct 27 16:44:50.963152 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554f0b0-0afa-4d05-a587-a661fbe9b6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c986df25-62b3-4b19-9628-e560d62d212e,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:51.251905 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-fd150640-42ac-479e-9652-c3ac67de3452 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-360648158&fields=id&tenant_id=d8a5441fa0674f9c9e0b8691b4e7dfd6 HTTP/1.1" status: 200 len: 267 time: 0.0366466 Oct 27 16:44:51.319917 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:51.367907 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-ca7afa2e-8f50-4834-9f4a-0b19d69bcc51 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:51.369428 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-ca7afa2e-8f50-4834-9f4a-0b19d69bcc51 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/networks?id=e79e46f2-9070-4695-9cd2-8782f08667b9 HTTP/1.1" status: 200 len: 812 time: 0.1091177 Oct 27 16:44:51.385728 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-9da04709-8d09-45cd-a560-44f563042303 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/quotas/d8a5441fa0674f9c9e0b8691b4e7dfd6 HTTP/1.1" status: 200 len: 375 time: 0.0103469 Oct 27 16:44:51.439834 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-f9ac8e45-563d-4d29-af39-fd5cd48ab629 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=d8a5441fa0674f9c9e0b8691b4e7dfd6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481312 Oct 27 16:44:51.541867 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-85c2343e-5ce6-465b-8fd7-dee9f7fbbad6 service neutron] 10.222.0.91 "GET /v2.0/networks/e79e46f2-9070-4695-9cd2-8782f08667b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893331 Oct 27 16:44:51.636206 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-eb88f9df-8c8d-47f4-ab31-70757d188db9 service neutron] 10.222.0.91 "GET /v2.0/networks/e79e46f2-9070-4695-9cd2-8782f08667b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874424 Oct 27 16:44:51.715169 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 3f860f20-8e06-4db2-8442-169a1e76115d no longer exists at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:44:51.734499 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] No Port match for: 3f860f20-8e06-4db2-8442-169a1e76115d {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:44:51.734929 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 3f860f20-8e06-4db2-8442-169a1e76115d not bound to the agent host hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:44:51.935484 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-da65afe5-a2cd-4be5-a3ca-392313950216 req-a476642a-1c0c-47a1-a9cf-d9470bea7a45 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=1b59ab3d-79cc-478f-afd6-1ba432b35cab HTTP/1.1" status: 200 len: 210 time: 0.0303249 Oct 27 16:44:52.954468 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-93b2efd7-ae24-42d6-a6bc-9b6e48aed004 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:52.955940 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-93b2efd7-ae24-42d6-a6bc-9b6e48aed004 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.66 "GET /v2.0/networks?id=e79e46f2-9070-4695-9cd2-8782f08667b9 HTTP/1.1" status: 200 len: 812 time: 0.1193566 Oct 27 16:44:53.005287 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-da6b09d8-2f0c-40b0-8e9f-0bd508cad52f tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8a5441fa0674f9c9e0b8691b4e7dfd6 HTTP/1.1" status: 200 len: 379 time: 0.0371156 Oct 27 16:44:53.020246 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-2fb90eef-1699-4441-a5b9-01e8c0b4c0ab tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Request body: {'port': {'device_id': '1b59ab3d-79cc-478f-afd6-1ba432b35cab', 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'admin_state_up': True, 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'security_groups': ['1fdfad5a-f826-4473-a97f-738b38761b73']}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:44:53.042530 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f751e584-b764-473a-9e0d-be2b7bbe3359 req-28df5347-8992-477a-9d14-843d70506f2f tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=1b59ab3d-79cc-478f-afd6-1ba432b35cab HTTP/1.1" status: 200 len: 210 time: 0.0366318 Oct 27 16:44:53.145364 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-2fb90eef-1699-4441-a5b9-01e8c0b4c0ab tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Made reservation on behalf of d8a5441fa0674f9c9e0b8691b4e7dfd6 for: {'port': 1} {{(pid=101666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:44:53.148865 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-2fb90eef-1699-4441-a5b9-01e8c0b4c0ab tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:53.288383 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.db_base_plugin_common [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-2fb90eef-1699-4441-a5b9-01e8c0b4c0ab tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Allocated IP 172.20.0.11 (e79e46f2-9070-4695-9cd2-8782f08667b9/6fa56c53-ab8f-4abe-be7e-7313a4ee4c63/c258a431-1b5c-4ddc-8874-0d83122e2b79) {{(pid=101666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:44:53.435038 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-2fb90eef-1699-4441-a5b9-01e8c0b4c0ab tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for port, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:53.469594 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-2fb90eef-1699-4441-a5b9-01e8c0b4c0ab tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25690832'] for port, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:53.518199 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-2fb90eef-1699-4441-a5b9-01e8c0b4c0ab tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Network e79e46f2-9070-4695-9cd2-8782f08667b9 is already hosted by enough agents. {{(pid=101666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:44:53.521351 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-2fb90eef-1699-4441-a5b9-01e8c0b4c0ab tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Resources bound (agent type, host, resource id): {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:44:53.525081 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-2fb90eef-1699-4441-a5b9-01e8c0b4c0ab tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Received port after_create {{(pid=101666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:44:53.548141 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb90eef-1699-4441-a5b9-01e8c0b4c0ab tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Pushing event updated for resources: {'Port': ['ID=c258a431-1b5c-4ddc-8874-0d83122e2b79,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:53.584740 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-2fb90eef-1699-4441-a5b9-01e8c0b4c0ab tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:53.585412 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-2fb90eef-1699-4441-a5b9-01e8c0b4c0ab tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:53.605026 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-2fb90eef-1699-4441-a5b9-01e8c0b4c0ab tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5905020 Oct 27 16:44:53.623656 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-1446c300-4dc1-4578-bb07-84048fe4c749 service neutron] Request body: {'port': {'device_id': '1b59ab3d-79cc-478f-afd6-1ba432b35cab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:44:53.686204 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-1446c300-4dc1-4578-bb07-84048fe4c749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:53.780238 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-de9aaafe-acdf-4a61-9568-1e7dfde87f33 None None] Provisioning complete for port c258a431-1b5c-4ddc-8874-0d83122e2b79 triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:44:53.780888 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-de9aaafe-acdf-4a61-9568-1e7dfde87f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:53.813408 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-de9aaafe-acdf-4a61-9568-1e7dfde87f33 None None] Port c258a431-1b5c-4ddc-8874-0d83122e2b79 cannot update to ACTIVE because it is not bound. {{(pid=101667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:44:53.971777 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-1446c300-4dc1-4578-bb07-84048fe4c749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c258a431-1b5c-4ddc-8874-0d83122e2b79 {{(pid=101666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:44:53.980849 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-1446c300-4dc1-4578-bb07-84048fe4c749 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:53.994986 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.provisioning_blocks [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-1446c300-4dc1-4578-bb07-84048fe4c749 service neutron] Transition to ACTIVE for port object c258a431-1b5c-4ddc-8874-0d83122e2b79 will not be triggered until provisioned by entity L2. {{(pid=101666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:44:54.000494 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-1446c300-4dc1-4578-bb07-84048fe4c749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25690667'] for port, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:54.060170 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1446c300-4dc1-4578-bb07-84048fe4c749 service neutron] Pushing event updated for resources: {'Port': ['ID=c258a431-1b5c-4ddc-8874-0d83122e2b79,revision_number=2']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:54.149046 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-1446c300-4dc1-4578-bb07-84048fe4c749 service neutron] Attempting to bind port c258a431-1b5c-4ddc-8874-0d83122e2b79 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:44:54.149046 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-1446c300-4dc1-4578-bb07-84048fe4c749 service neutron] Attempting to bind port c258a431-1b5c-4ddc-8874-0d83122e2b79 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '097e9223-1dfb-41f8-a875-1e34bf0fd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9'}] {{(pid=101666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:44:54.149046 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-1446c300-4dc1-4578-bb07-84048fe4c749 service neutron] Attempting to bind port c258a431-1b5c-4ddc-8874-0d83122e2b79 on network e79e46f2-9070-4695-9cd2-8782f08667b9 {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:44:54.168458 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-1446c300-4dc1-4578-bb07-84048fe4c749 service neutron] Port c258a431-1b5c-4ddc-8874-0d83122e2b79 on network e79e46f2-9070-4695-9cd2-8782f08667b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:44:54.168844 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-1446c300-4dc1-4578-bb07-84048fe4c749 service neutron] Attempting to bind port c258a431-1b5c-4ddc-8874-0d83122e2b79 on network e79e46f2-9070-4695-9cd2-8782f08667b9 {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:44:54.178348 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-1446c300-4dc1-4578-bb07-84048fe4c749 service neutron] Checking agent: {'id': '082437a5-0f96-45b0-8b8c-6a124d6faa93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 33, 51), 'started_at': datetime.datetime(2021, 10, 27, 16, 33, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:44:54.178685 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-1446c300-4dc1-4578-bb07-84048fe4c749 service neutron] Checking segment: {'id': '097e9223-1dfb-41f8-a875-1e34bf0fd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:44:54.179063 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-1446c300-4dc1-4578-bb07-84048fe4c749 service neutron] Bound using segment: {'id': '097e9223-1dfb-41f8-a875-1e34bf0fd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9'} {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:44:54.179494 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-1446c300-4dc1-4578-bb07-84048fe4c749 service neutron] Bound port: c258a431-1b5c-4ddc-8874-0d83122e2b79, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '097e9223-1dfb-41f8-a875-1e34bf0fd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9'}}] {{(pid=101666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:44:54.179844 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-1446c300-4dc1-4578-bb07-84048fe4c749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:54.208184 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32210d1d-2128-4e0e-8332-1268aa86c287 req-0f03de85-3ded-419b-9721-1f450425eb92 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:54.209764 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-32210d1d-2128-4e0e-8332-1268aa86c287 req-0f03de85-3ded-419b-9721-1f450425eb92 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=1b59ab3d-79cc-478f-afd6-1ba432b35cab HTTP/1.1" status: 200 len: 944 time: 0.0821657 Oct 27 16:44:54.286206 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-32210d1d-2128-4e0e-8332-1268aa86c287 req-3b10e8f3-987f-453b-b9e6-0be88ab44b9f tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585139 Oct 27 16:44:54.289688 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-1446c300-4dc1-4578-bb07-84048fe4c749 service neutron] For port c258a431-1b5c-4ddc-8874-0d83122e2b79, host hv-cinder-81565, cleared binding levels {{(pid=101666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:44:54.292930 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-1446c300-4dc1-4578-bb07-84048fe4c749 service neutron] For port c258a431-1b5c-4ddc-8874-0d83122e2b79, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=c258a431-1b5c-4ddc-8874-0d83122e2b79,segment=NetworkSegment(097e9223-1dfb-41f8-a875-1e34bf0fd73a),segment_id=097e9223-1dfb-41f8-a875-1e34bf0fd73a)] {{(pid=101666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:44:54.298314 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-1446c300-4dc1-4578-bb07-84048fe4c749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25690667'] for port, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:54.329453 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-1446c300-4dc1-4578-bb07-84048fe4c749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:54.330065 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-1446c300-4dc1-4578-bb07-84048fe4c749 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:54.331962 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-1446c300-4dc1-4578-bb07-84048fe4c749 service neutron] 10.222.0.66 "PUT /v2.0/ports/c258a431-1b5c-4ddc-8874-0d83122e2b79 HTTP/1.1" status: 200 len: 1094 time: 0.7124183 Oct 27 16:44:54.332263 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b59ab3d-79cc-478f-afd6-1ba432b35cab', 'tag': 'c258a431-1b5c-4ddc-8874-0d83122e2b79'}] {{(pid=101666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:44:54.334600 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c97a8bc50bc1e60c5bcd83482612a755f7c8660878f0fc94464a674b36297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc77742-b05f-42b7-9508-1be822e57dbb" -d '{"events": [{"name": "network-changed", "server_uuid": "1b59ab3d-79cc-478f-afd6-1ba432b35cab", "tag": "c258a431-1b5c-4ddc-8874-0d83122e2b79"}]}' {{(pid=101666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:44:54.402863 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816ee6d4-a89b-44d3-bf30-1a079fb625b3 x-openstack-request-id: req-816ee6d4-a89b-44d3-bf30-1a079fb625b3 {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:44:54.403284 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b59ab3d-79cc-478f-afd6-1ba432b35cab", "tag": "c258a431-1b5c-4ddc-8874-0d83122e2b79", "status": "completed", "code": 200}]} {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:44:54.403603 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-816ee6d4-a89b-44d3-bf30-1a079fb625b3 {{(pid=101666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:44:54.404125 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b59ab3d-79cc-478f-afd6-1ba432b35cab', 'tag': 'c258a431-1b5c-4ddc-8874-0d83122e2b79', 'status': 'completed', 'code': 200} Oct 27 16:44:54.419480 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1446c300-4dc1-4578-bb07-84048fe4c749 service neutron] Pushing event updated for resources: {'Port': ['ID=c258a431-1b5c-4ddc-8874-0d83122e2b79,revision_number=3']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:54.445561 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-45460a63-bf52-41d6-88e6-231260d23f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:54.447207 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-45460a63-bf52-41d6-88e6-231260d23f67 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8a5441fa0674f9c9e0b8691b4e7dfd6&device_id=1b59ab3d-79cc-478f-afd6-1ba432b35cab HTTP/1.1" status: 200 len: 1097 time: 0.0633523 Oct 27 16:44:54.500008 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-88cdfc92-8eb3-49df-a110-e18a51d5111c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c258a431-1b5c-4ddc-8874-0d83122e2b79 HTTP/1.1" status: 200 len: 217 time: 0.0396011 Oct 27 16:44:54.551720 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-1ce48ce4-0485-4285-b848-828ba9427e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:54.553208 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-1ce48ce4-0485-4285-b848-828ba9427e45 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6fa56c53-ab8f-4abe-be7e-7313a4ee4c63 HTTP/1.1" status: 200 len: 851 time: 0.0444050 Oct 27 16:44:54.611458 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-5083477e-277f-4925-bb1b-5cafdf7cacbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:54.613066 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-5083477e-277f-4925-bb1b-5cafdf7cacbd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e79e46f2-9070-4695-9cd2-8782f08667b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512180 Oct 27 16:44:54.721433 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-fd56ffda-0baf-442c-b47f-1b67d0faceca service neutron] 10.222.0.66 "GET /v2.0/networks/e79e46f2-9070-4695-9cd2-8782f08667b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984740 Oct 27 16:44:54.821201 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6bad11e4-4e56-4885-8337-ca3618dd9e47 req-db56088d-8167-4b27-81b7-bd567faf683b service neutron] 10.222.0.66 "GET /v2.0/networks/e79e46f2-9070-4695-9cd2-8782f08667b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907249 Oct 27 16:44:54.911266 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc77742-b05f-42b7-9508-1be822e57dbb req-d5db25b2-af0d-4b32-8623-b81e3bd24724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:54.912875 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-efc77742-b05f-42b7-9508-1be822e57dbb req-d5db25b2-af0d-4b32-8623-b81e3bd24724 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8a5441fa0674f9c9e0b8691b4e7dfd6&device_id=1b59ab3d-79cc-478f-afd6-1ba432b35cab HTTP/1.1" status: 200 len: 1097 time: 0.0417705 Oct 27 16:44:55.023168 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc77742-b05f-42b7-9508-1be822e57dbb req-dc39dbb5-46d7-4e24-badd-a5b05ab65225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:55.024596 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-efc77742-b05f-42b7-9508-1be822e57dbb req-dc39dbb5-46d7-4e24-badd-a5b05ab65225 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e79e46f2-9070-4695-9cd2-8782f08667b9 HTTP/1.1" status: 200 len: 914 time: 0.0988352 Oct 27 16:44:55.070239 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-efc77742-b05f-42b7-9508-1be822e57dbb req-705bc0dc-09b6-41a9-a224-b363387f677b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c258a431-1b5c-4ddc-8874-0d83122e2b79 HTTP/1.1" status: 200 len: 217 time: 0.0351830 Oct 27 16:44:55.124222 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc77742-b05f-42b7-9508-1be822e57dbb req-fac4170f-3e30-4d80-81cb-621a663d0a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:55.126299 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-efc77742-b05f-42b7-9508-1be822e57dbb req-fac4170f-3e30-4d80-81cb-621a663d0a4d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6fa56c53-ab8f-4abe-be7e-7313a4ee4c63 HTTP/1.1" status: 200 len: 851 time: 0.0472627 Oct 27 16:44:55.181540 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc77742-b05f-42b7-9508-1be822e57dbb req-72ad28b3-114f-4c96-8650-0cddcacf2ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:55.183132 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-efc77742-b05f-42b7-9508-1be822e57dbb req-72ad28b3-114f-4c96-8650-0cddcacf2ffa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e79e46f2-9070-4695-9cd2-8782f08667b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480213 Oct 27 16:44:55.279997 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-efc77742-b05f-42b7-9508-1be822e57dbb req-50477592-442a-4895-9b0f-4fbf03fa0234 service neutron] 10.222.0.66 "GET /v2.0/networks/e79e46f2-9070-4695-9cd2-8782f08667b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877340 Oct 27 16:44:55.416477 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-efc77742-b05f-42b7-9508-1be822e57dbb req-277d7bda-cd76-438e-acd6-78f277a8e25b service neutron] 10.222.0.66 "GET /v2.0/networks/e79e46f2-9070-4695-9cd2-8782f08667b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273010 Oct 27 16:44:55.434275 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dcf489-70e3-47e2-a9ab-e278b22fa61d req-a819d144-4c90-4428-a21d-0c9118e7076f tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:55.436041 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a0dcf489-70e3-47e2-a9ab-e278b22fa61d req-a819d144-4c90-4428-a21d-0c9118e7076f tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=1b59ab3d-79cc-478f-afd6-1ba432b35cab HTTP/1.1" status: 200 len: 944 time: 0.0718703 Oct 27 16:44:55.475870 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a0dcf489-70e3-47e2-a9ab-e278b22fa61d req-333710ed-b0a4-41da-ac97-0ecd78bf93ac tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336764 Oct 27 16:44:55.527912 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.agents_db [None req-8f3c53fd-3166-491a-b603-91a64fcc8de1 None None] Agent healthcheck: found 6 active agents {{(pid=101668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:44:55.831936 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 60136) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:55.878689 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.db_base_plugin_v2 [None req-a06d75db-6ab2-4883-a39c-832122c2a3f6 admin admin] Deleting subnet 091cf3d9-8349-4fd6-a976-8b345b3b7d36 {{(pid=101665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:44:55.882628 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a06d75db-6ab2-4883-a39c-832122c2a3f6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:55.920976 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a06d75db-6ab2-4883-a39c-832122c2a3f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3716744'] for subnet, precommit_delete_associations {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:55.965058 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a06d75db-6ab2-4883-a39c-832122c2a3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642671'] for subnet, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:56.020251 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a06d75db-6ab2-4883-a39c-832122c2a3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2512108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26390579'] for subnet, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:56.046221 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d75db-6ab2-4883-a39c-832122c2a3f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=091cf3d9-8349-4fd6-a976-8b345b3b7d36,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:56.051069 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-a06d75db-6ab2-4883-a39c-832122c2a3f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:56.054227 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-a06d75db-6ab2-4883-a39c-832122c2a3f6 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/091cf3d9-8349-4fd6-a976-8b345b3b7d36 HTTP/1.1" status: 204 len: 168 time: 0.2212369 Oct 27 16:44:56.057468 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 60138) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:56.370993 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-5a8296a4-688f-4d00-8c67-cd7956d49d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617108'] for network, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:56.446998 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-5a8296a4-688f-4d00-8c67-cd7956d49d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-645114', 'neutron.services.segments.db._delete_segments_for_network-8779339326814'] for network, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:56.466462 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.services.segments.db [None req-5a8296a4-688f-4d00-8c67-cd7956d49d7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4226d1af-a9c3-4e72-886f-7da10795e133']}} {{(pid=101665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:44:56.475521 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.services.segments.db [None req-5a8296a4-688f-4d00-8c67-cd7956d49d7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74c152bf-5952-4a95-8534-8159f59fa6f9') {'for_net_delete': True} {{(pid=101665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:44:56.475816 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.services.segments.db [None req-5a8296a4-688f-4d00-8c67-cd7956d49d7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74c152bf-5952-4a95-8534-8159f59fa6f9') {} {{(pid=101665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:44:56.485016 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-5a8296a4-688f-4d00-8c67-cd7956d49d7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779339327335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3716849'] for segment, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:56.499895 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-5a8296a4-688f-4d00-8c67-cd7956d49d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790'] for segment, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:56.506850 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a8296a4-688f-4d00-8c67-cd7956d49d7a admin admin] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=101665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:44:56.507244 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-5a8296a4-688f-4d00-8c67-cd7956d49d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2511878'] for segment, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:56.509126 dv-cinder-815659-1-iscsi neutron-server[101665]: Traceback (most recent call last): Oct 27 16:44:56.509126 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:44:56.509126 dv-cinder-815659-1-iscsi neutron-server[101665]: timer() Oct 27 16:44:56.509126 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:44:56.509126 dv-cinder-815659-1-iscsi neutron-server[101665]: cb(*args, **kw) Oct 27 16:44:56.509126 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:44:56.509126 dv-cinder-815659-1-iscsi neutron-server[101665]: return func(*args, **kwargs) Oct 27 16:44:56.509126 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:44:56.509126 dv-cinder-815659-1-iscsi neutron-server[101665]: self._notify() Oct 27 16:44:56.509126 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:44:56.509126 dv-cinder-815659-1-iscsi neutron-server[101665]: self.callback(batched_events) Oct 27 16:44:56.509126 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:44:56.509126 dv-cinder-815659-1-iscsi neutron-server[101665]: event.method(event) Oct 27 16:44:56.509126 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:44:56.509126 dv-cinder-815659-1-iscsi neutron-server[101665]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:44:56.509126 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:44:56.509126 dv-cinder-815659-1-iscsi neutron-server[101665]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:44:56.509126 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:44:56.509126 dv-cinder-815659-1-iscsi neutron-server[101665]: return f(self, *a, **k) Oct 27 16:44:56.509126 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:44:56.509126 dv-cinder-815659-1-iscsi neutron-server[101665]: return self._get(url).json() Oct 27 16:44:56.509126 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:44:56.509126 dv-cinder-815659-1-iscsi neutron-server[101665]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:44:56.509126 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:44:56.509126 dv-cinder-815659-1-iscsi neutron-server[101665]: return self.request(url, 'GET', **kwargs) Oct 27 16:44:56.509126 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:44:56.509126 dv-cinder-815659-1-iscsi neutron-server[101665]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:44:56.509126 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:44:56.509126 dv-cinder-815659-1-iscsi neutron-server[101665]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:44:56.509126 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:44:56.509126 dv-cinder-815659-1-iscsi neutron-server[101665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:44:56.509126 dv-cinder-815659-1-iscsi neutron-server[101665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:44:56.568135 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-5a8296a4-688f-4d00-8c67-cd7956d49d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-645105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3734107'] for network, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:56.583501 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-5a8296a4-688f-4d00-8c67-cd7956d49d7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for network, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:56.586664 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-5a8296a4-688f-4d00-8c67-cd7956d49d7a admin admin] 10.222.0.91 "DELETE /v2.0/networks/4226d1af-a9c3-4e72-886f-7da10795e133 HTTP/1.1" status: 204 len: 168 time: 0.5282991 Oct 27 16:44:56.587961 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8296a4-688f-4d00-8c67-cd7956d49d7a admin admin] Pushing event deleted for resources: {'Network': ['ID=4226d1af-a9c3-4e72-886f-7da10795e133,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:56.589674 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 60142) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:56.600165 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea0bbf-2f90-4e5b-a251-c3f21f13484c req-abb2b74f-00db-4a12-9c1a-b379613de7b8 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:56.601668 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-58ea0bbf-2f90-4e5b-a251-c3f21f13484c req-abb2b74f-00db-4a12-9c1a-b379613de7b8 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=1b59ab3d-79cc-478f-afd6-1ba432b35cab HTTP/1.1" status: 200 len: 944 time: 0.0540519 Oct 27 16:44:56.634605 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6b84ff1-550c-49b8-80f0-f9b8e076309e admin admin] Deleting subnet 2a703088-e2d8-4050-9c2a-214ae8a7ba30 {{(pid=101665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:44:56.637826 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e6b84ff1-550c-49b8-80f0-f9b8e076309e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:56.663066 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-58ea0bbf-2f90-4e5b-a251-c3f21f13484c req-c362f1ec-ed13-4741-8f59-1f1bfb0e732d tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468898 Oct 27 16:44:56.676773 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e6b84ff1-550c-49b8-80f0-f9b8e076309e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3716744'] for subnet, precommit_delete_associations {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:56.720748 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e6b84ff1-550c-49b8-80f0-f9b8e076309e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642671'] for subnet, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:56.773849 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e6b84ff1-550c-49b8-80f0-f9b8e076309e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2512108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26390579'] for subnet, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:56.799937 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b84ff1-550c-49b8-80f0-f9b8e076309e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a703088-e2d8-4050-9c2a-214ae8a7ba30,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:56.801930 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e6b84ff1-550c-49b8-80f0-f9b8e076309e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:56.805114 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-e6b84ff1-550c-49b8-80f0-f9b8e076309e admin admin] 10.222.0.91 "DELETE /v2.0/subnets/2a703088-e2d8-4050-9c2a-214ae8a7ba30 HTTP/1.1" status: 204 len: 168 time: 0.2145441 Oct 27 16:44:56.809091 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 60144) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:56.887300 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-feffab1a-b273-47b9-8755-481860ca1f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617108'] for network, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:56.968201 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-feffab1a-b273-47b9-8755-481860ca1f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-645114', 'neutron.services.segments.db._delete_segments_for_network-8779339326814'] for network, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:56.988868 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.services.segments.db [None req-feffab1a-b273-47b9-8755-481860ca1f4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d655f7f5-2d72-4b4c-979a-624e4e30ea35']}} {{(pid=101666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:44:56.998205 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.services.segments.db [None req-feffab1a-b273-47b9-8755-481860ca1f4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e21fd0-0d6e-45a9-9c79-42b9a532b96c') {'for_net_delete': True} {{(pid=101666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:44:56.998499 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.services.segments.db [None req-feffab1a-b273-47b9-8755-481860ca1f4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e21fd0-0d6e-45a9-9c79-42b9a532b96c') {} {{(pid=101666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:44:57.008198 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-feffab1a-b273-47b9-8755-481860ca1f4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779339327335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25239975'] for segment, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:57.021280 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-feffab1a-b273-47b9-8755-481860ca1f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790'] for segment, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:57.027180 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feffab1a-b273-47b9-8755-481860ca1f4b admin admin] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=101666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:44:57.027565 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-feffab1a-b273-47b9-8755-481860ca1f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25690639'] for segment, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:57.029207 dv-cinder-815659-1-iscsi neutron-server[101666]: Traceback (most recent call last): Oct 27 16:44:57.029207 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:44:57.029207 dv-cinder-815659-1-iscsi neutron-server[101666]: timer() Oct 27 16:44:57.029207 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:44:57.029207 dv-cinder-815659-1-iscsi neutron-server[101666]: cb(*args, **kw) Oct 27 16:44:57.029207 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:44:57.029207 dv-cinder-815659-1-iscsi neutron-server[101666]: return func(*args, **kwargs) Oct 27 16:44:57.029207 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:44:57.029207 dv-cinder-815659-1-iscsi neutron-server[101666]: self._notify() Oct 27 16:44:57.029207 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:44:57.029207 dv-cinder-815659-1-iscsi neutron-server[101666]: self.callback(batched_events) Oct 27 16:44:57.029207 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:44:57.029207 dv-cinder-815659-1-iscsi neutron-server[101666]: event.method(event) Oct 27 16:44:57.029207 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:44:57.029207 dv-cinder-815659-1-iscsi neutron-server[101666]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:44:57.029207 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:44:57.029207 dv-cinder-815659-1-iscsi neutron-server[101666]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:44:57.029207 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:44:57.029207 dv-cinder-815659-1-iscsi neutron-server[101666]: return f(self, *a, **k) Oct 27 16:44:57.029207 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:44:57.029207 dv-cinder-815659-1-iscsi neutron-server[101666]: return self._get(url).json() Oct 27 16:44:57.029207 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:44:57.029207 dv-cinder-815659-1-iscsi neutron-server[101666]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:44:57.029207 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:44:57.029207 dv-cinder-815659-1-iscsi neutron-server[101666]: return self.request(url, 'GET', **kwargs) Oct 27 16:44:57.029207 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:44:57.029207 dv-cinder-815659-1-iscsi neutron-server[101666]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:44:57.029207 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:44:57.029207 dv-cinder-815659-1-iscsi neutron-server[101666]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:44:57.029207 dv-cinder-815659-1-iscsi neutron-server[101666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:44:57.029207 dv-cinder-815659-1-iscsi neutron-server[101666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:44:57.029207 dv-cinder-815659-1-iscsi neutron-server[101666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:44:57.081949 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-feffab1a-b273-47b9-8755-481860ca1f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-645105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3734107'] for network, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:57.087727 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-feffab1a-b273-47b9-8755-481860ca1f4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for network, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:57.090914 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-feffab1a-b273-47b9-8755-481860ca1f4b admin admin] 10.222.0.91 "DELETE /v2.0/networks/d655f7f5-2d72-4b4c-979a-624e4e30ea35 HTTP/1.1" status: 204 len: 168 time: 0.2808371 Oct 27 16:44:57.102156 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feffab1a-b273-47b9-8755-481860ca1f4b admin admin] Pushing event deleted for resources: {'Network': ['ID=d655f7f5-2d72-4b4c-979a-624e4e30ea35,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:57.259636 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 60148) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:57.298793 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-22881f40-8a1b-48c9-b418-dbd9794b01d4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=94760fe0179c475698a5260b53f3f1d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379670 Oct 27 16:44:57.301290 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 60150) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:57.355160 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-7a7ce8cd-f29a-4a07-857d-accdc989f07f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:57.376926 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-7a7ce8cd-f29a-4a07-857d-accdc989f07f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:57.428752 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-7a7ce8cd-f29a-4a07-857d-accdc989f07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:57.431256 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-7a7ce8cd-f29a-4a07-857d-accdc989f07f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:57.432653 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-7a7ce8cd-f29a-4a07-857d-accdc989f07f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/996886ad-b5a0-4859-855a-ad8730bce761 HTTP/1.1" status: 204 len: 168 time: 0.1305213 Oct 27 16:44:57.440371 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ce8cd-f29a-4a07-857d-accdc989f07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996886ad-b5a0-4859-855a-ad8730bce761,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:57.758975 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a263c-d854-4ce9-9bc7-9a3846dbc570 req-2db3d90e-78bf-469a-b6e8-32e11a70ad70 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:57.760537 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3a3a263c-d854-4ce9-9bc7-9a3846dbc570 req-2db3d90e-78bf-469a-b6e8-32e11a70ad70 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=1b59ab3d-79cc-478f-afd6-1ba432b35cab HTTP/1.1" status: 200 len: 944 time: 0.0487819 Oct 27 16:44:57.765981 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 60158) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:57.801597 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-3a3a263c-d854-4ce9-9bc7-9a3846dbc570 req-dac830ee-317c-481a-b552-51a792f17ae6 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349205 Oct 27 16:44:57.805873 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-34eae2a8-efe8-413f-8a76-cb0003d2c865 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=bf0fcc2ac73644c4a3f678ea75be6ff7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387552 Oct 27 16:44:57.808468 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 60160) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:57.855580 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-493ab3e0-add9-4643-90b5-f39b5c147238 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:57.876362 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-493ab3e0-add9-4643-90b5-f39b5c147238 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:57.921055 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-493ab3e0-add9-4643-90b5-f39b5c147238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:57.923609 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-493ab3e0-add9-4643-90b5-f39b5c147238 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:57.924780 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-493ab3e0-add9-4643-90b5-f39b5c147238 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/db9a20d6-772a-4681-ad6c-00e8dba9904a HTTP/1.1" status: 204 len: 168 time: 0.1153092 Oct 27 16:44:57.932102 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ab3e0-add9-4643-90b5-f39b5c147238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9a20d6-772a-4681-ad6c-00e8dba9904a,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:58.930141 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a99180-1752-49a6-b712-8e045bd57f4a req-b4602aa4-ac92-48ed-9f28-381a1f42e753 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:58.932642 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f1a99180-1752-49a6-b712-8e045bd57f4a req-b4602aa4-ac92-48ed-9f28-381a1f42e753 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=1b59ab3d-79cc-478f-afd6-1ba432b35cab HTTP/1.1" status: 200 len: 944 time: 0.0543220 Oct 27 16:44:58.972533 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f1a99180-1752-49a6-b712-8e045bd57f4a req-3445fedc-0e50-4df0-b533-57e513de985c tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332942 Oct 27 16:45:00.101585 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5900b49-ba99-47cc-8b35-4a86e078ce13 req-8f45f482-ed33-48d6-b5a5-2d8f9637a237 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:00.103039 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f5900b49-ba99-47cc-8b35-4a86e078ce13 req-8f45f482-ed33-48d6-b5a5-2d8f9637a237 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=1b59ab3d-79cc-478f-afd6-1ba432b35cab HTTP/1.1" status: 200 len: 944 time: 0.0560312 Oct 27 16:45:00.142093 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f5900b49-ba99-47cc-8b35-4a86e078ce13 req-a2c64e91-8c45-4717-8a67-922481e61bf4 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327811 Oct 27 16:45:01.276167 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ac4b1-e543-4c39-b770-dc810dbfce10 req-a4325af2-61e6-4e23-bc27-318653671e74 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:01.277668 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ff7ac4b1-e543-4c39-b770-dc810dbfce10 req-a4325af2-61e6-4e23-bc27-318653671e74 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=1b59ab3d-79cc-478f-afd6-1ba432b35cab HTTP/1.1" status: 200 len: 944 time: 0.0529854 Oct 27 16:45:01.319967 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ff7ac4b1-e543-4c39-b770-dc810dbfce10 req-29fc346e-cc41-43dc-9673-a10fde3e4902 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332270 Oct 27 16:45:01.744071 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device c258a431-1b5c-4ddc-8874-0d83122e2b79 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=101667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:45:01.847899 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port c258a431-1b5c-4ddc-8874-0d83122e2b79, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=c258a431-1b5c-4ddc-8874-0d83122e2b79,segment=NetworkSegment(097e9223-1dfb-41f8-a875-1e34bf0fd73a),segment_id=097e9223-1dfb-41f8-a875-1e34bf0fd73a)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:45:01.858883 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Returning: {'device': 'c258a431-1b5c-4ddc-8874-0d83122e2b79', 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'port_id': 'c258a431-1b5c-4ddc-8874-0d83122e2b79', 'mac_address': 'fa:16:3e:dc:26:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:45:01.901535 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:01.917676 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c258a431-1b5c-4ddc-8874-0d83122e2b79 {{(pid=101667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:45:01.937537 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port c258a431-1b5c-4ddc-8874-0d83122e2b79, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=c258a431-1b5c-4ddc-8874-0d83122e2b79,segment=NetworkSegment(097e9223-1dfb-41f8-a875-1e34bf0fd73a),segment_id=097e9223-1dfb-41f8-a875-1e34bf0fd73a)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:45:01.944126 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:02.125265 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=c258a431-1b5c-4ddc-8874-0d83122e2b79,revision_number=4']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:02.133393 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:02.133745 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:02.134080 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:02.134418 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:02.134745 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:02.135069 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:02.135387 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:02.135710 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:02.136065 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:02.136371 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:02.136688 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:02.137002 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:02.205220 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['c258a431-1b5c-4ddc-8874-0d83122e2b79'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:45:02.440188 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdadd49-618c-4cc5-a3a7-7f6b103982a8 req-e4af497c-fe31-4ee0-a3ba-49d34caee76d tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:02.442332 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2fdadd49-618c-4cc5-a3a7-7f6b103982a8 req-e4af497c-fe31-4ee0-a3ba-49d34caee76d tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=1b59ab3d-79cc-478f-afd6-1ba432b35cab HTTP/1.1" status: 200 len: 945 time: 0.0496907 Oct 27 16:45:02.482452 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2fdadd49-618c-4cc5-a3a7-7f6b103982a8 req-69c62c44-ca47-4438-a33a-5d4bc3d745c9 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339360 Oct 27 16:45:03.621101 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67619d-0241-42e9-8520-a28cf3ae2f33 req-39d87cf0-96b0-4b76-b504-ff71ba7c0a51 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:03.622571 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8b67619d-0241-42e9-8520-a28cf3ae2f33 req-39d87cf0-96b0-4b76-b504-ff71ba7c0a51 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=1b59ab3d-79cc-478f-afd6-1ba432b35cab HTTP/1.1" status: 200 len: 945 time: 0.0631843 Oct 27 16:45:03.660942 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-8b67619d-0241-42e9-8520-a28cf3ae2f33 req-6ff9e27a-ff91-41f9-9b48-ee1c2db522e3 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321493 Oct 27 16:45:03.766300 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device c258a431-1b5c-4ddc-8874-0d83122e2b79 up at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:45:03.823954 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning for port c258a431-1b5c-4ddc-8874-0d83122e2b79 completed by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:45:03.827654 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning complete for port c258a431-1b5c-4ddc-8874-0d83122e2b79 triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:03.828051 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:03.904581 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:03.927532 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b59ab3d-79cc-478f-afd6-1ba432b35cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c258a431-1b5c-4ddc-8874-0d83122e2b79'}] {{(pid=101667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:45:03.929782 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15467c740e99bfee501675d45c0ab6b31e8088b61e385ce1236909406ef3d9b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c951cc-e0bc-40c7-9541-e61fb1990080" -d '{"events": [{"server_uuid": "1b59ab3d-79cc-478f-afd6-1ba432b35cab", "name": "network-vif-plugged", "status": "completed", "tag": "c258a431-1b5c-4ddc-8874-0d83122e2b79"}]}' {{(pid=101667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:45:03.941991 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port c258a431-1b5c-4ddc-8874-0d83122e2b79, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=c258a431-1b5c-4ddc-8874-0d83122e2b79,segment=NetworkSegment(097e9223-1dfb-41f8-a875-1e34bf0fd73a),segment_id=097e9223-1dfb-41f8-a875-1e34bf0fd73a)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:45:03.946237 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:03.970625 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9dbfd2-7f60-471c-8efb-aab954a2c934 x-openstack-request-id: req-cf9dbfd2-7f60-471c-8efb-aab954a2c934 {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:45:03.970900 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b59ab3d-79cc-478f-afd6-1ba432b35cab", "name": "network-vif-plugged", "status": "completed", "tag": "c258a431-1b5c-4ddc-8874-0d83122e2b79", "code": 200}]} {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:45:03.971158 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-cf9dbfd2-7f60-471c-8efb-aab954a2c934 {{(pid=101667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:45:03.971537 dv-cinder-815659-1-iscsi neutron-server[101667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b59ab3d-79cc-478f-afd6-1ba432b35cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c258a431-1b5c-4ddc-8874-0d83122e2b79', 'code': 200} Oct 27 16:45:03.997605 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=c258a431-1b5c-4ddc-8874-0d83122e2b79,revision_number=5']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:04.194795 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64509274-022d-4e14-9105-f6db4096402f req-24978f95-0dcf-4bd7-ac4e-3891e0e26438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:04.196167 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-64509274-022d-4e14-9105-f6db4096402f req-24978f95-0dcf-4bd7-ac4e-3891e0e26438 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1b59ab3d-79cc-478f-afd6-1ba432b35cab HTTP/1.1" status: 200 len: 1099 time: 0.0393577 Oct 27 16:45:04.236389 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-64509274-022d-4e14-9105-f6db4096402f req-d48cfa96-4233-4166-8fe5-99cf33f108f4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299079 Oct 27 16:45:04.781505 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382109e-e44e-4df8-8fd8-484819ee96c4 req-cd9d0abd-a5b5-419f-b953-48d1a0ac1b7f tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:04.782997 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b382109e-e44e-4df8-8fd8-484819ee96c4 req-cd9d0abd-a5b5-419f-b953-48d1a0ac1b7f tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=1b59ab3d-79cc-478f-afd6-1ba432b35cab HTTP/1.1" status: 200 len: 946 time: 0.0509000 Oct 27 16:45:04.833990 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b382109e-e44e-4df8-8fd8-484819ee96c4 req-98aa3ce1-4a9e-4e0f-af09-ccb734c803e2 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438190 Oct 27 16:45:05.956337 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf065e-64a2-499f-b5fe-f3db8a723097 req-29f7d750-8bb8-4f1d-ac13-eeaab35f6d4f tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:05.957773 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2bcf065e-64a2-499f-b5fe-f3db8a723097 req-29f7d750-8bb8-4f1d-ac13-eeaab35f6d4f tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=1b59ab3d-79cc-478f-afd6-1ba432b35cab HTTP/1.1" status: 200 len: 946 time: 0.0514429 Oct 27 16:45:05.995006 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-2bcf065e-64a2-499f-b5fe-f3db8a723097 req-a2246cc8-e1ac-47ae-9c08-e1a80b9dc259 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311341 Oct 27 16:45:06.126922 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285fba0-0b6a-4ca8-a5c0-820a205249f8 req-d88dd91f-69c5-4663-a759-a1371593f026 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:06.129097 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6285fba0-0b6a-4ca8-a5c0-820a205249f8 req-d88dd91f-69c5-4663-a759-a1371593f026 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=1b59ab3d-79cc-478f-afd6-1ba432b35cab HTTP/1.1" status: 200 len: 946 time: 0.0609531 Oct 27 16:45:06.166799 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-6285fba0-0b6a-4ca8-a5c0-820a205249f8 req-c1247bc0-c27a-47cb-87ed-2c12cf643cdd tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312858 Oct 27 16:45:06.188930 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 60184) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:06.231130 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9789303-0a99-4b27-906e-14311e308b78 tempest-TestVolumeBootPattern-912373498 tempest-TestVolumeBootPattern-912373498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:06.232593 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-d9789303-0a99-4b27-906e-14311e308b78 tempest-TestVolumeBootPattern-912373498 tempest-TestVolumeBootPattern-912373498-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=1b59ab3d-79cc-478f-afd6-1ba432b35cab HTTP/1.1" status: 200 len: 1094 time: 0.0427461 Oct 27 16:45:06.237326 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 60186) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:06.244408 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.v2.base [None req-67bfcce0-44c8-48fa-a2a3-b319c175c380 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Request body: {'floatingip': {'floating_network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'port_id': 'c258a431-1b5c-4ddc-8874-0d83122e2b79', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:06.274699 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-67bfcce0-44c8-48fa-a2a3-b319c175c380 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for floatingip, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:06.387424 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-67bfcce0-44c8-48fa-a2a3-b319c175c380 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:06.497378 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.db_base_plugin_common [None req-67bfcce0-44c8-48fa-a2a3-b319c175c380 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Allocated IP 172.27.0.18 (b60b3993-7427-4bdc-87fb-6dbc7e937750/bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1/336bbf6a-45a0-4921-8216-bb0161aa37ae) {{(pid=101665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:45:06.602449 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-67bfcce0-44c8-48fa-a2a3-b319c175c380 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for port, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:06.646838 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-67bfcce0-44c8-48fa-a2a3-b319c175c380 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2512089'] for port, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:06.685145 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bfcce0-44c8-48fa-a2a3-b319c175c380 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Network b60b3993-7427-4bdc-87fb-6dbc7e937750 is already hosted by enough agents. {{(pid=101665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:45:06.688040 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.base_scheduler [None req-67bfcce0-44c8-48fa-a2a3-b319c175c380 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Resources bound (agent type, host, resource id): {{(pid=101665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:45:06.691628 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bfcce0-44c8-48fa-a2a3-b319c175c380 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Received port after_create {{(pid=101665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:45:06.715366 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bfcce0-44c8-48fa-a2a3-b319c175c380 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Pushing event updated for resources: {'Port': ['ID=336bbf6a-45a0-4921-8216-bb0161aa37ae,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:07.041372 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-67bfcce0-44c8-48fa-a2a3-b319c175c380 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:07.111060 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-67bfcce0-44c8-48fa-a2a3-b319c175c380 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:07.267674 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-67bfcce0-44c8-48fa-a2a3-b319c175c380 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for port, precommit_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:07.275557 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-67bfcce0-44c8-48fa-a2a3-b319c175c380 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511906'] for port, after_update {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:07.340764 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bfcce0-44c8-48fa-a2a3-b319c175c380 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Pushing event updated for resources: {'Port': ['ID=336bbf6a-45a0-4921-8216-bb0161aa37ae,revision_number=2']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:07.352090 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-67bfcce0-44c8-48fa-a2a3-b319c175c380 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3734057'] for floatingip, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:07.454146 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.db.l3_db [None req-67bfcce0-44c8-48fa-a2a3-b319c175c380 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Floating IP 96917db5-aede-40fd-9bb0-c9d01f9aff7a associated. External IP: 172.27.0.18, port: c258a431-1b5c-4ddc-8874-0d83122e2b79. Oct 27 16:45:07.668746 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67bfcce0-44c8-48fa-a2a3-b319c175c380 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Router 5d2a70e8-e24d-4ae4-94a3-50509cec4a50 has already been hosted by L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 {{(pid=101665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:45:07.778801 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67bfcce0-44c8-48fa-a2a3-b319c175c380 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:45:07.790748 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfa9e9c-daf9-4f66-828a-d9371cd9ea8a None None] Sync routers for ids ['5d2a70e8-e24d-4ae4-94a3-50509cec4a50'] in dv-cinder-815659-1-iscsi {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:45:07.799433 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-67bfcce0-44c8-48fa-a2a3-b319c175c380 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for floatingip, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:07.800364 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfa9e9c-daf9-4f66-828a-d9371cd9ea8a None None] Routers {'5d2a70e8-e24d-4ae4-94a3-50509cec4a50'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:45:07.801042 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-1bfa9e9c-daf9-4f66-828a-d9371cd9ea8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:44:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['5d2a70e8-e24d-4ae4-94a3-50509cec4a50'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:07.826860 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-67bfcce0-44c8-48fa-a2a3-b319c175c380 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5881584 Oct 27 16:45:07.827450 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b59ab3d-79cc-478f-afd6-1ba432b35cab', 'tag': 'c258a431-1b5c-4ddc-8874-0d83122e2b79'}] {{(pid=101665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:45:07.829814 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e855964699ac36e6c3d6e47e1242f42c8ffa7ad1730da4fc31a2584ac71f7baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e033957d-5cc6-40c7-b5ee-99d3ca3f98ce" -d '{"events": [{"name": "network-changed", "server_uuid": "1b59ab3d-79cc-478f-afd6-1ba432b35cab", "tag": "c258a431-1b5c-4ddc-8874-0d83122e2b79"}]}' {{(pid=101665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:45:07.865709 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b973ed-035f-4666-9970-0bcf0d48677d x-openstack-request-id: req-a9b973ed-035f-4666-9970-0bcf0d48677d {{(pid=101665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:45:07.865995 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b59ab3d-79cc-478f-afd6-1ba432b35cab", "tag": "c258a431-1b5c-4ddc-8874-0d83122e2b79", "status": "completed", "code": 200}]} {{(pid=101665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:45:07.866248 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a9b973ed-035f-4666-9970-0bcf0d48677d {{(pid=101665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:45:07.866649 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b59ab3d-79cc-478f-afd6-1ba432b35cab', 'tag': 'c258a431-1b5c-4ddc-8874-0d83122e2b79', 'status': 'completed', 'code': 200} Oct 27 16:45:07.934723 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033957d-5cc6-40c7-b5ee-99d3ca3f98ce req-b1494e5a-999f-45ee-b4b6-8f345cdbec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:07.936156 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e033957d-5cc6-40c7-b5ee-99d3ca3f98ce req-b1494e5a-999f-45ee-b4b6-8f345cdbec06 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8a5441fa0674f9c9e0b8691b4e7dfd6&device_id=1b59ab3d-79cc-478f-afd6-1ba432b35cab HTTP/1.1" status: 200 len: 1099 time: 0.0414693 Oct 27 16:45:08.007844 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-1bfa9e9c-daf9-4f66-828a-d9371cd9ea8a None None] Set router 5d2a70e8-e24d-4ae4-94a3-50509cec4a50 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:45:08.032838 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033957d-5cc6-40c7-b5ee-99d3ca3f98ce req-d883dd0e-ed2f-4aff-9912-aef2cf2e2c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:08.034336 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e033957d-5cc6-40c7-b5ee-99d3ca3f98ce req-d883dd0e-ed2f-4aff-9912-aef2cf2e2c15 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e79e46f2-9070-4695-9cd2-8782f08667b9 HTTP/1.1" status: 200 len: 914 time: 0.0878942 Oct 27 16:45:08.108999 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e033957d-5cc6-40c7-b5ee-99d3ca3f98ce req-d166477c-ad5f-4ac5-b5de-882ca39c5646 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c258a431-1b5c-4ddc-8874-0d83122e2b79 HTTP/1.1" status: 200 len: 999 time: 0.0637763 Oct 27 16:45:08.160883 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033957d-5cc6-40c7-b5ee-99d3ca3f98ce req-85925dd4-1807-4e41-b308-1e7295dad596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:08.162660 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e033957d-5cc6-40c7-b5ee-99d3ca3f98ce req-85925dd4-1807-4e41-b308-1e7295dad596 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6fa56c53-ab8f-4abe-be7e-7313a4ee4c63 HTTP/1.1" status: 200 len: 851 time: 0.0452366 Oct 27 16:45:08.209987 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033957d-5cc6-40c7-b5ee-99d3ca3f98ce req-50a05035-7142-4a44-897e-ae878efcef43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:08.211504 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e033957d-5cc6-40c7-b5ee-99d3ca3f98ce req-50a05035-7142-4a44-897e-ae878efcef43 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e79e46f2-9070-4695-9cd2-8782f08667b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407693 Oct 27 16:45:08.247949 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-1bfa9e9c-daf9-4f66-828a-d9371cd9ea8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'name': 'tempest-TestVolumeBootPattern-1750613188-router', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:08Z', 'revision_number': 4, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'gw_port': {'id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:77:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_floatingips': [{'id': '96917db5-aede-40fd-9bb0-c9d01f9aff7a', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'floating_ip_address': '172.27.0.18', 'floating_network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'router_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'port_id': 'c258a431-1b5c-4ddc-8874-0d83122e2b79', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'mac_address': 'fa:16:3e:dc:26:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b59ab3d-79cc-478f-afd6-1ba432b35cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:45:06Z', 'updated_at': '2021-10-27T16:45:06Z', 'revision_number': 0, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856c0e51-f895-4490-a3f3-828627d8238d', 'name': '', 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'mac_address': 'fa:16:3e:4b:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:07Z', 'updated_at': '2021-10-27T16:41:13Z', 'revision_number': 5, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'subnets': [{'id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:08.279902 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfa9e9c-daf9-4f66-828a-d9371cd9ea8a None None] Checking router: 5d2a70e8-e24d-4ae4-94a3-50509cec4a50 for host: dv-cinder-815659-1-iscsi {{(pid=101668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:45:08.289559 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfa9e9c-daf9-4f66-828a-d9371cd9ea8a None None] Routers {'5d2a70e8-e24d-4ae4-94a3-50509cec4a50'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:45:08.293154 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-1bfa9e9c-daf9-4f66-828a-d9371cd9ea8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:44:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['5d2a70e8-e24d-4ae4-94a3-50509cec4a50'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:08.304174 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-a2ea1193-7704-4c06-b82e-a86bfa8ee54e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:08.319996 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e033957d-5cc6-40c7-b5ee-99d3ca3f98ce req-c6320a59-c245-44f4-a77f-59d874148c9f service neutron] 10.222.0.66 "GET /v2.0/networks/e79e46f2-9070-4695-9cd2-8782f08667b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985498 Oct 27 16:45:08.401426 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-1bfa9e9c-daf9-4f66-828a-d9371cd9ea8a None None] Set router 5d2a70e8-e24d-4ae4-94a3-50509cec4a50 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:45:08.439556 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bee2f2-5b84-448f-8aa7-0a692bd5db04 req-6f605413-475e-4f0e-b2f3-fae4723bf399 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:08.441641 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-11bee2f2-5b84-448f-8aa7-0a692bd5db04 req-6f605413-475e-4f0e-b2f3-fae4723bf399 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 947 time: 0.0943708 Oct 27 16:45:08.458229 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-e033957d-5cc6-40c7-b5ee-99d3ca3f98ce req-8184e4cf-42ca-4b3b-a65b-34ceea745040 service neutron] 10.222.0.66 "GET /v2.0/networks/e79e46f2-9070-4695-9cd2-8782f08667b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293244 Oct 27 16:45:08.484187 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-11bee2f2-5b84-448f-8aa7-0a692bd5db04 req-ca742377-87b2-4683-8eee-9c2989916acf tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353794 Oct 27 16:45:08.635058 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-1bfa9e9c-daf9-4f66-828a-d9371cd9ea8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'name': 'tempest-TestVolumeBootPattern-1750613188-router', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:08Z', 'revision_number': 4, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'gw_port': {'id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:77:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_floatingips': [{'id': '96917db5-aede-40fd-9bb0-c9d01f9aff7a', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'floating_ip_address': '172.27.0.18', 'floating_network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'router_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'port_id': 'c258a431-1b5c-4ddc-8874-0d83122e2b79', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'mac_address': 'fa:16:3e:dc:26:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b59ab3d-79cc-478f-afd6-1ba432b35cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:45:06Z', 'updated_at': '2021-10-27T16:45:06Z', 'revision_number': 0, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856c0e51-f895-4490-a3f3-828627d8238d', 'name': '', 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'mac_address': 'fa:16:3e:4b:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:07Z', 'updated_at': '2021-10-27T16:41:13Z', 'revision_number': 5, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'subnets': [{'id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:08.663866 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfa9e9c-daf9-4f66-828a-d9371cd9ea8a None None] The sync data for ids ['5d2a70e8-e24d-4ae4-94a3-50509cec4a50'] in dv-cinder-815659-1-iscsi is: [{'id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'name': 'tempest-TestVolumeBootPattern-1750613188-router', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:08Z', 'revision_number': 4, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'gw_port': {'id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:77:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_floatingips': [{'id': '96917db5-aede-40fd-9bb0-c9d01f9aff7a', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'floating_ip_address': '172.27.0.18', 'floating_network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'router_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'port_id': 'c258a431-1b5c-4ddc-8874-0d83122e2b79', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'mac_address': 'fa:16:3e:dc:26:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b59ab3d-79cc-478f-afd6-1ba432b35cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:45:06Z', 'updated_at': '2021-10-27T16:45:06Z', 'revision_number': 0, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856c0e51-f895-4490-a3f3-828627d8238d', 'name': '', 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'mac_address': 'fa:16:3e:4b:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:07Z', 'updated_at': '2021-10-27T16:41:13Z', 'revision_number': 5, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'subnets': [{'id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:45:08.872997 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3feae2e5-30bc-4562-8d30-c6c9be647c39 None None] New status for floating IP 96917db5-aede-40fd-9bb0-c9d01f9aff7a: ACTIVE {{(pid=101667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:45:09.615982 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe8429-4b93-4e87-88e2-38c56540ed6c req-bb4d1dca-702b-4d32-9022-19e3eeb73d47 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:09.617493 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cffe8429-4b93-4e87-88e2-38c56540ed6c req-bb4d1dca-702b-4d32-9022-19e3eeb73d47 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 947 time: 0.0482864 Oct 27 16:45:09.656993 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cffe8429-4b93-4e87-88e2-38c56540ed6c req-479ad342-b4a2-4864-998e-349a0601866b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups?id=942eeb43-ca82-48f9-88d2-965384abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335577 Oct 27 16:45:09.893234 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1058252-3d52-4279-898f-69b2b806e9d9 req-9c8ee7a6-60fb-4fbb-96a4-396338fd58ce tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:09.894676 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d1058252-3d52-4279-898f-69b2b806e9d9 req-9c8ee7a6-60fb-4fbb-96a4-396338fd58ce tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.66 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 947 time: 0.0615950 Oct 27 16:45:09.994578 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [req-d1058252-3d52-4279-898f-69b2b806e9d9 req-d75f4448-6a14-4aa2-9719-571e47fb336b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Deleting port 109e3545-77f1-4a61-ae32-7b30fdcd340c {{(pid=101666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:45:09.994902 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-d1058252-3d52-4279-898f-69b2b806e9d9 req-d75f4448-6a14-4aa2-9719-571e47fb336b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:10.085842 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-d1058252-3d52-4279-898f-69b2b806e9d9 req-d75f4448-6a14-4aa2-9719-571e47fb336b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] For port 109e3545-77f1-4a61-ae32-7b30fdcd340c, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=109e3545-77f1-4a61-ae32-7b30fdcd340c,segment=NetworkSegment(04b90801-dbaa-4b6b-a289-4b9ced180864),segment_id=04b90801-dbaa-4b6b-a289-4b9ced180864)] {{(pid=101666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:45:10.086189 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-d1058252-3d52-4279-898f-69b2b806e9d9 req-d75f4448-6a14-4aa2-9719-571e47fb336b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:10.532528 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-d1058252-3d52-4279-898f-69b2b806e9d9 req-d75f4448-6a14-4aa2-9719-571e47fb336b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:10.532859 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-d1058252-3d52-4279-898f-69b2b806e9d9 req-d75f4448-6a14-4aa2-9719-571e47fb336b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3734057'] for floatingip, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:10.533163 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.db.l3_db [req-d1058252-3d52-4279-898f-69b2b806e9d9 req-d75f4448-6a14-4aa2-9719-571e47fb336b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Floating IP f5b862d8-aba8-47fd-b150-98c282168d94 disassociated. External IP: 172.27.0.140, port: 109e3545-77f1-4a61-ae32-7b30fdcd340c. Oct 27 16:45:10.533502 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [req-d1058252-3d52-4279-898f-69b2b806e9d9 req-d75f4448-6a14-4aa2-9719-571e47fb336b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Calling delete_port for 109e3545-77f1-4a61-ae32-7b30fdcd340c owned by compute:nova {{(pid=101666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:45:10.668154 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-d1058252-3d52-4279-898f-69b2b806e9d9 req-d75f4448-6a14-4aa2-9719-571e47fb336b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25690832'] for port, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:10.699727 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f4448-6a14-4aa2-9719-571e47fb336b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Pushing event deleted for resources: {'Port': ['ID=109e3545-77f1-4a61-ae32-7b30fdcd340c,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:10.795194 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-399ee9d5-52f5-4a71-a585-2e08768f78e7 req-479b8adf-e02b-4c3d-bf07-d9e584dd322e tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/ports?device_id=54f4ecb4-617b-49d2-aeec-6a021ee2e215 HTTP/1.1" status: 200 len: 210 time: 0.0560229 Oct 27 16:45:10.830619 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1058252-3d52-4279-898f-69b2b806e9d9 req-d75f4448-6a14-4aa2-9719-571e47fb336b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Router 0f953ddf-5f84-42b9-90f8-b9a480f82b3d has already been hosted by L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 {{(pid=101666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:45:10.936894 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1058252-3d52-4279-898f-69b2b806e9d9 req-d75f4448-6a14-4aa2-9719-571e47fb336b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:45:10.947851 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbccfe6-0e82-4667-b858-41a0eaa43892 None None] Sync routers for ids ['0f953ddf-5f84-42b9-90f8-b9a480f82b3d'] in dv-cinder-815659-1-iscsi {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:45:10.959064 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbccfe6-0e82-4667-b858-41a0eaa43892 None None] Routers {'0f953ddf-5f84-42b9-90f8-b9a480f82b3d'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:45:10.959961 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-8dbccfe6-0e82-4667-b858-41a0eaa43892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:44:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['0f953ddf-5f84-42b9-90f8-b9a480f82b3d'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:10.975434 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-6b6bafef-b78c-4b4f-9df0-09cd36cf528a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:10.978760 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1058252-3d52-4279-898f-69b2b806e9d9 req-d75f4448-6a14-4aa2-9719-571e47fb336b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] No DVR routers for this DVR port 109e3545-77f1-4a61-ae32-7b30fdcd340c on host hv-cinder-81565 {{(pid=101666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:45:10.981325 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-d1058252-3d52-4279-898f-69b2b806e9d9 req-d75f4448-6a14-4aa2-9719-571e47fb336b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:10.985189 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d1058252-3d52-4279-898f-69b2b806e9d9 req-d75f4448-6a14-4aa2-9719-571e47fb336b tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.66 "DELETE /v2.0/ports/109e3545-77f1-4a61-ae32-7b30fdcd340c HTTP/1.1" status: 204 len: 173 time: 1.0843201 Oct 27 16:45:10.985710 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f4ecb4-617b-49d2-aeec-6a021ee2e215', 'name': 'network-vif-deleted', 'tag': '109e3545-77f1-4a61-ae32-7b30fdcd340c'}] {{(pid=101666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:45:10.988018 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c97a8bc50bc1e60c5bcd83482612a755f7c8660878f0fc94464a674b36297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263cc34a-83b9-4aa0-95d6-fd15eb99f884" -d '{"events": [{"server_uuid": "54f4ecb4-617b-49d2-aeec-6a021ee2e215", "name": "network-vif-deleted", "tag": "109e3545-77f1-4a61-ae32-7b30fdcd340c"}]}' {{(pid=101666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:45:11.029307 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e702a89-63fc-47d6-b83f-79b2d94da2db x-openstack-request-id: req-8e702a89-63fc-47d6-b83f-79b2d94da2db {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:45:11.029579 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f4ecb4-617b-49d2-aeec-6a021ee2e215", "name": "network-vif-deleted", "tag": "109e3545-77f1-4a61-ae32-7b30fdcd340c", "status": "completed", "code": 200}]} {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:45:11.029833 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8e702a89-63fc-47d6-b83f-79b2d94da2db {{(pid=101666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:45:11.030226 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f4ecb4-617b-49d2-aeec-6a021ee2e215', 'name': 'network-vif-deleted', 'tag': '109e3545-77f1-4a61-ae32-7b30fdcd340c', 'status': 'completed', 'code': 200} Oct 27 16:45:11.069628 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-8dbccfe6-0e82-4667-b858-41a0eaa43892 None None] Set router 0f953ddf-5f84-42b9-90f8-b9a480f82b3d gateway port host: dv-cinder-815659-1-iscsi {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:45:11.272050 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-8dbccfe6-0e82-4667-b858-41a0eaa43892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1174578120-router', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '013dda2d-aef5-43a6-a9a0-e5cfc47c73af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '5a56e030f182417680e61e5c27a2cb30', 'gw_port': {'id': '013dda2d-aef5-43a6-a9a0-e5cfc47c73af', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:44Z', 'updated_at': '2021-10-27T16:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '6529a2dc-4614-4a8f-a99c-b74bee49ace1', 'name': '', 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'mac_address': 'fa:16:3e:a4:1d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bfd7b3b6-c867-4ea0-ba61-155e778fa591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:53Z', 'updated_at': '2021-10-27T16:36:02Z', 'revision_number': 5, 'project_id': '5a56e030f182417680e61e5c27a2cb30', 'subnets': [{'id': 'bfd7b3b6-c867-4ea0-ba61-155e778fa591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:11.300959 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbccfe6-0e82-4667-b858-41a0eaa43892 None None] Checking router: 0f953ddf-5f84-42b9-90f8-b9a480f82b3d for host: dv-cinder-815659-1-iscsi {{(pid=101668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:45:11.309461 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbccfe6-0e82-4667-b858-41a0eaa43892 None None] Routers {'0f953ddf-5f84-42b9-90f8-b9a480f82b3d'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:45:11.310051 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-8dbccfe6-0e82-4667-b858-41a0eaa43892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:45:11Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['0f953ddf-5f84-42b9-90f8-b9a480f82b3d'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:11.414253 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-8dbccfe6-0e82-4667-b858-41a0eaa43892 None None] Set router 0f953ddf-5f84-42b9-90f8-b9a480f82b3d gateway port host: dv-cinder-815659-1-iscsi {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:45:11.620435 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-8dbccfe6-0e82-4667-b858-41a0eaa43892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1174578120-router', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '013dda2d-aef5-43a6-a9a0-e5cfc47c73af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '5a56e030f182417680e61e5c27a2cb30', 'gw_port': {'id': '013dda2d-aef5-43a6-a9a0-e5cfc47c73af', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:44Z', 'updated_at': '2021-10-27T16:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '6529a2dc-4614-4a8f-a99c-b74bee49ace1', 'name': '', 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'mac_address': 'fa:16:3e:a4:1d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bfd7b3b6-c867-4ea0-ba61-155e778fa591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:53Z', 'updated_at': '2021-10-27T16:36:02Z', 'revision_number': 5, 'project_id': '5a56e030f182417680e61e5c27a2cb30', 'subnets': [{'id': 'bfd7b3b6-c867-4ea0-ba61-155e778fa591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:11.646690 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbccfe6-0e82-4667-b858-41a0eaa43892 None None] The sync data for ids ['0f953ddf-5f84-42b9-90f8-b9a480f82b3d'] in dv-cinder-815659-1-iscsi is: [{'id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1174578120-router', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '013dda2d-aef5-43a6-a9a0-e5cfc47c73af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:35:56Z', 'revision_number': 4, 'project_id': '5a56e030f182417680e61e5c27a2cb30', 'gw_port': {'id': '013dda2d-aef5-43a6-a9a0-e5cfc47c73af', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:44Z', 'updated_at': '2021-10-27T16:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '6529a2dc-4614-4a8f-a99c-b74bee49ace1', 'name': '', 'network_id': '04e556bb-e81e-445a-9a9a-3eeb79203905', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'mac_address': 'fa:16:3e:a4:1d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bfd7b3b6-c867-4ea0-ba61-155e778fa591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:53Z', 'updated_at': '2021-10-27T16:36:02Z', 'revision_number': 5, 'project_id': '5a56e030f182417680e61e5c27a2cb30', 'subnets': [{'id': 'bfd7b3b6-c867-4ea0-ba61-155e778fa591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:45:11.880541 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73253d6-0de9-4bfc-816d-f3c03db1d2a0 None None] New status for floating IP f5b862d8-aba8-47fd-b150-98c282168d94: DOWN {{(pid=101667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:45:11.888095 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 60214) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:11.943344 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ea01f55a-6d84-4400-ba3c-0ee69d7aaeba tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:11.968395 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ea01f55a-6d84-4400-ba3c-0ee69d7aaeba tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:12.017796 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ea01f55a-6d84-4400-ba3c-0ee69d7aaeba tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:12.020597 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-ea01f55a-6d84-4400-ba3c-0ee69d7aaeba tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:12.021780 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-ea01f55a-6d84-4400-ba3c-0ee69d7aaeba tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "DELETE /v2.0/security-groups/942eeb43-ca82-48f9-88d2-965384abdd9d HTTP/1.1" status: 204 len: 168 time: 0.1326919 Oct 27 16:45:12.026303 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 60216) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:12.038202 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01f55a-6d84-4400-ba3c-0ee69d7aaeba tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=942eeb43-ca82-48f9-88d2-965384abdd9d,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:12.044539 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.api.v2.resource [None req-5a1de900-0a34-4bec-a583-724590e50575 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] show failed (client error): The resource could not be found. Oct 27 16:45:12.045556 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-5a1de900-0a34-4bec-a583-724590e50575 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "GET /v2.0/security-groups/942eeb43-ca82-48f9-88d2-965384abdd9d HTTP/1.1" status: 404 len: 347 time: 0.0183549 Oct 27 16:45:12.048500 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 60218) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:12.082218 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:12.172180 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.plugin [None req-0854be68-6e50-4448-bb6a-7a85f28c7d34 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Deleting port af95abfc-4a7a-49a3-87da-24bfd7cb1c38 {{(pid=101665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:45:12.172513 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-0854be68-6e50-4448-bb6a-7a85f28c7d34 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:12.253514 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-0854be68-6e50-4448-bb6a-7a85f28c7d34 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:12.253773 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-0854be68-6e50-4448-bb6a-7a85f28c7d34 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:12.266326 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.plugin [None req-0854be68-6e50-4448-bb6a-7a85f28c7d34 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Calling delete_port for af95abfc-4a7a-49a3-87da-24bfd7cb1c38 owned by network:floatingip {{(pid=101665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:45:12.402828 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-0854be68-6e50-4448-bb6a-7a85f28c7d34 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2512089'] for port, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:12.427646 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0854be68-6e50-4448-bb6a-7a85f28c7d34 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Pushing event deleted for resources: {'Port': ['ID=af95abfc-4a7a-49a3-87da-24bfd7cb1c38,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:12.453756 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:12.501467 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-0854be68-6e50-4448-bb6a-7a85f28c7d34 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks [] for floatingip, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:12.504055 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-0854be68-6e50-4448-bb6a-7a85f28c7d34 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for floatingip, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:12.505507 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-0854be68-6e50-4448-bb6a-7a85f28c7d34 tempest-AttachVolumeShelveTestJSON-1530445527 tempest-AttachVolumeShelveTestJSON-1530445527-project] 10.222.0.91 "DELETE /v2.0/floatingips/f5b862d8-aba8-47fd-b150-98c282168d94 HTTP/1.1" status: 204 len: 168 time: 0.4560864 Oct 27 16:45:13.752208 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:13.819834 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 109e3545-77f1-4a61-ae32-7b30fdcd340c no longer exists at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:45:13.840792 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] No Port match for: 109e3545-77f1-4a61-ae32-7b30fdcd340c {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:45:13.841130 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 109e3545-77f1-4a61-ae32-7b30fdcd340c not bound to the agent host hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:45:14.951311 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 60242) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:15.497678 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-84225229-6402-4367-a773-2dcb38c8a1b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3735081'] for router_interface, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:15.772523 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [None req-84225229-6402-4367-a773-2dcb38c8a1b3 admin admin] Deleting port 6529a2dc-4614-4a8f-a99c-b74bee49ace1 {{(pid=101666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:45:15.772750 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-84225229-6402-4367-a773-2dcb38c8a1b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:15.858428 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [None req-84225229-6402-4367-a773-2dcb38c8a1b3 admin admin] For port 6529a2dc-4614-4a8f-a99c-b74bee49ace1, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=6529a2dc-4614-4a8f-a99c-b74bee49ace1,segment=NetworkSegment(04b90801-dbaa-4b6b-a289-4b9ced180864),segment_id=04b90801-dbaa-4b6b-a289-4b9ced180864)] {{(pid=101666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:45:15.858795 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-84225229-6402-4367-a773-2dcb38c8a1b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:15.870967 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [None req-84225229-6402-4367-a773-2dcb38c8a1b3 admin admin] Calling delete_port for 6529a2dc-4614-4a8f-a99c-b74bee49ace1 owned by network:router_interface {{(pid=101666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:45:16.051232 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-84225229-6402-4367-a773-2dcb38c8a1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25690832'] for port, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:16.076777 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84225229-6402-4367-a773-2dcb38c8a1b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6529a2dc-4614-4a8f-a99c-b74bee49ace1,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:16.244187 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-84225229-6402-4367-a773-2dcb38c8a1b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3579529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3735237'] for router_interface, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:16.473231 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84225229-6402-4367-a773-2dcb38c8a1b3 admin admin] Router 0f953ddf-5f84-42b9-90f8-b9a480f82b3d has already been hosted by L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 {{(pid=101666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:45:16.585843 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84225229-6402-4367-a773-2dcb38c8a1b3 admin admin] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:45:16.591170 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-84225229-6402-4367-a773-2dcb38c8a1b3 admin admin] 10.222.0.91 "PUT /v2.0/routers/0f953ddf-5f84-42b9-90f8-b9a480f82b3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6388371 Oct 27 16:45:16.593952 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 60246) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:16.595742 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80cf1e8-6b46-4837-a350-796700492520 None None] Sync routers for ids ['0f953ddf-5f84-42b9-90f8-b9a480f82b3d'] in dv-cinder-815659-1-iscsi {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:45:16.606405 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80cf1e8-6b46-4837-a350-796700492520 None None] Routers {'0f953ddf-5f84-42b9-90f8-b9a480f82b3d'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:45:16.607023 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-a80cf1e8-6b46-4837-a350-796700492520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:45:11Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['0f953ddf-5f84-42b9-90f8-b9a480f82b3d'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:16.696822 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-fc0da96f-9d0f-4797-90f2-eb255144698a admin admin] Publish callbacks [] for router, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:16.802877 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-fc0da96f-9d0f-4797-90f2-eb255144698a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:16.804504 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-a80cf1e8-6b46-4837-a350-796700492520 None None] Set router 0f953ddf-5f84-42b9-90f8-b9a480f82b3d gateway port host: dv-cinder-815659-1-iscsi {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:45:16.859233 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.plugin [None req-fc0da96f-9d0f-4797-90f2-eb255144698a admin admin] Deleting port 013dda2d-aef5-43a6-a9a0-e5cfc47c73af {{(pid=101665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:45:16.859557 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-fc0da96f-9d0f-4797-90f2-eb255144698a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:16.938101 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.db [None req-fc0da96f-9d0f-4797-90f2-eb255144698a admin admin] For port 013dda2d-aef5-43a6-a9a0-e5cfc47c73af, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=013dda2d-aef5-43a6-a9a0-e5cfc47c73af,segment=NetworkSegment(9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182),segment_id=9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182)] {{(pid=101665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:45:16.938459 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-fc0da96f-9d0f-4797-90f2-eb255144698a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:16.950542 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.plugin [None req-fc0da96f-9d0f-4797-90f2-eb255144698a admin admin] Calling delete_port for 013dda2d-aef5-43a6-a9a0-e5cfc47c73af owned by network:router_gateway {{(pid=101665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:45:16.981723 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-a80cf1e8-6b46-4837-a350-796700492520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1174578120-router', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '013dda2d-aef5-43a6-a9a0-e5cfc47c73af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:45:16Z', 'revision_number': 5, 'project_id': '5a56e030f182417680e61e5c27a2cb30', 'gw_port': {'id': '013dda2d-aef5-43a6-a9a0-e5cfc47c73af', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:44Z', 'updated_at': '2021-10-27T16:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi'}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:17.007860 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80cf1e8-6b46-4837-a350-796700492520 None None] Checking router: 0f953ddf-5f84-42b9-90f8-b9a480f82b3d for host: dv-cinder-815659-1-iscsi {{(pid=101668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:45:17.015979 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80cf1e8-6b46-4837-a350-796700492520 None None] Routers {'0f953ddf-5f84-42b9-90f8-b9a480f82b3d'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:45:17.016592 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-a80cf1e8-6b46-4837-a350-796700492520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:45:11Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['0f953ddf-5f84-42b9-90f8-b9a480f82b3d'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:17.100776 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-a80cf1e8-6b46-4837-a350-796700492520 None None] Set router 0f953ddf-5f84-42b9-90f8-b9a480f82b3d gateway port host: None {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:45:17.115075 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-fc0da96f-9d0f-4797-90f2-eb255144698a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2512089'] for port, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:17.141911 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0da96f-9d0f-4797-90f2-eb255144698a admin admin] Pushing event deleted for resources: {'Port': ['ID=013dda2d-aef5-43a6-a9a0-e5cfc47c73af,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:17.153780 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-a80cf1e8-6b46-4837-a350-796700492520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1174578120-router', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:45:16Z', 'revision_number': 6, 'project_id': '5a56e030f182417680e61e5c27a2cb30', 'gw_port_host': None}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:17.179914 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80cf1e8-6b46-4837-a350-796700492520 None None] The sync data for ids ['0f953ddf-5f84-42b9-90f8-b9a480f82b3d'] in dv-cinder-815659-1-iscsi is: [{'id': '0f953ddf-5f84-42b9-90f8-b9a480f82b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1174578120-router', 'tenant_id': '5a56e030f182417680e61e5c27a2cb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:42Z', 'updated_at': '2021-10-27T16:45:16Z', 'revision_number': 6, 'project_id': '5a56e030f182417680e61e5c27a2cb30', 'gw_port_host': None}] {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:45:17.203468 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-fc0da96f-9d0f-4797-90f2-eb255144698a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3734119'] for router_gateway, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:17.292837 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-fc0da96f-9d0f-4797-90f2-eb255144698a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3732749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3512'] for router, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:17.295115 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-fc0da96f-9d0f-4797-90f2-eb255144698a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:17.342211 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-fc0da96f-9d0f-4797-90f2-eb255144698a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3732762'] for router, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:17.342884 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0da96f-9d0f-4797-90f2-eb255144698a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f953ddf-5f84-42b9-90f8-b9a480f82b3d {{(pid=101665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:45:17.347430 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-fc0da96f-9d0f-4797-90f2-eb255144698a admin admin] Publish callbacks [] for router, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:17.348762 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-fc0da96f-9d0f-4797-90f2-eb255144698a admin admin] 10.222.0.91 "DELETE /v2.0/routers/0f953ddf-5f84-42b9-90f8-b9a480f82b3d HTTP/1.1" status: 204 len: 168 time: 0.7535920 Oct 27 16:45:17.351558 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 60248) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:17.396138 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fd83784-9dcc-4837-b131-55058887a2b9 admin admin] Deleting subnet bfd7b3b6-c867-4ea0-ba61-155e778fa591 {{(pid=101665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:45:17.399276 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-3fd83784-9dcc-4837-b131-55058887a2b9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:17.438290 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-3fd83784-9dcc-4837-b131-55058887a2b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3716744'] for subnet, precommit_delete_associations {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:17.518236 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-3fd83784-9dcc-4837-b131-55058887a2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642671'] for subnet, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:17.571403 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-3fd83784-9dcc-4837-b131-55058887a2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2512108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26390579'] for subnet, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:17.596788 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd83784-9dcc-4837-b131-55058887a2b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfd7b3b6-c867-4ea0-ba61-155e778fa591,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:17.600547 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-3fd83784-9dcc-4837-b131-55058887a2b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:17.603757 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-3fd83784-9dcc-4837-b131-55058887a2b9 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/bfd7b3b6-c867-4ea0-ba61-155e778fa591 HTTP/1.1" status: 204 len: 168 time: 0.2512698 Oct 27 16:45:17.606353 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 60250) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:17.611240 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82663e33-aa96-4b61-8e3c-1a006b3a930d None None] Network 04e556bb-e81e-445a-9a9a-3eeb79203905 requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:45:17.679199 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-7a09e41c-32a5-414d-86ad-9b7dd9ceec80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617108'] for network, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:17.731123 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.plugin [None req-7a09e41c-32a5-414d-86ad-9b7dd9ceec80 admin admin] Deleting port 70a33882-c8d3-4951-b2ee-f259640c59d7 {{(pid=101665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:45:17.731466 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-7a09e41c-32a5-414d-86ad-9b7dd9ceec80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:17.796107 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.db [None req-7a09e41c-32a5-414d-86ad-9b7dd9ceec80 admin admin] For port 70a33882-c8d3-4951-b2ee-f259640c59d7, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=70a33882-c8d3-4951-b2ee-f259640c59d7,segment=NetworkSegment(04b90801-dbaa-4b6b-a289-4b9ced180864),segment_id=04b90801-dbaa-4b6b-a289-4b9ced180864)] {{(pid=101665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:45:17.796466 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-7a09e41c-32a5-414d-86ad-9b7dd9ceec80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:17.809533 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.plugin [None req-7a09e41c-32a5-414d-86ad-9b7dd9ceec80 admin admin] Calling delete_port for 70a33882-c8d3-4951-b2ee-f259640c59d7 owned by network:dhcp {{(pid=101665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:45:17.890576 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-7a09e41c-32a5-414d-86ad-9b7dd9ceec80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2512089'] for port, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:17.917131 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a09e41c-32a5-414d-86ad-9b7dd9ceec80 admin admin] Pushing event deleted for resources: {'Port': ['ID=70a33882-c8d3-4951-b2ee-f259640c59d7,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:17.920416 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a09e41c-32a5-414d-86ad-9b7dd9ceec80 admin admin] No DVR routers for this DVR port 70a33882-c8d3-4951-b2ee-f259640c59d7 on host dv-cinder-815659-1-iscsi {{(pid=101665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:45:17.978494 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f808740-f5fb-4350-8323-796752a3f4be None None] DHCP port deletion for 04e556bb-e81e-445a-9a9a-3eeb79203905 request from dv-cinder-815659-1-iscsi {{(pid=101667) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:45:18.004602 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-7a09e41c-32a5-414d-86ad-9b7dd9ceec80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-645114', 'neutron.services.segments.db._delete_segments_for_network-8779339326814'] for network, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:18.025587 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.services.segments.db [None req-7a09e41c-32a5-414d-86ad-9b7dd9ceec80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04e556bb-e81e-445a-9a9a-3eeb79203905']}} {{(pid=101665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:18.035237 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.services.segments.db [None req-7a09e41c-32a5-414d-86ad-9b7dd9ceec80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04b90801-dbaa-4b6b-a289-4b9ced180864') {'for_net_delete': True} {{(pid=101665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:18.035535 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.services.segments.db [None req-7a09e41c-32a5-414d-86ad-9b7dd9ceec80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04b90801-dbaa-4b6b-a289-4b9ced180864') {} {{(pid=101665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:18.039908 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 013dda2d-aef5-43a6-a9a0-e5cfc47c73af no longer exists at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:45:18.045391 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-7a09e41c-32a5-414d-86ad-9b7dd9ceec80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779339327335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3716849'] for segment, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:18.059628 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-7a09e41c-32a5-414d-86ad-9b7dd9ceec80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790'] for segment, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:18.060308 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] No Port match for: 013dda2d-aef5-43a6-a9a0-e5cfc47c73af {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:45:18.061013 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 013dda2d-aef5-43a6-a9a0-e5cfc47c73af not bound to the agent host dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:45:18.061785 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 70a33882-c8d3-4951-b2ee-f259640c59d7 no longer exists at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:45:18.067703 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a09e41c-32a5-414d-86ad-9b7dd9ceec80 admin admin] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=101665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:45:18.068994 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-7a09e41c-32a5-414d-86ad-9b7dd9ceec80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2511878'] for segment, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:18.070881 dv-cinder-815659-1-iscsi neutron-server[101665]: Traceback (most recent call last): Oct 27 16:45:18.070881 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:45:18.070881 dv-cinder-815659-1-iscsi neutron-server[101665]: timer() Oct 27 16:45:18.070881 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:45:18.070881 dv-cinder-815659-1-iscsi neutron-server[101665]: cb(*args, **kw) Oct 27 16:45:18.070881 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:45:18.070881 dv-cinder-815659-1-iscsi neutron-server[101665]: return func(*args, **kwargs) Oct 27 16:45:18.070881 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:45:18.070881 dv-cinder-815659-1-iscsi neutron-server[101665]: self._notify() Oct 27 16:45:18.070881 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:45:18.070881 dv-cinder-815659-1-iscsi neutron-server[101665]: self.callback(batched_events) Oct 27 16:45:18.070881 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:45:18.070881 dv-cinder-815659-1-iscsi neutron-server[101665]: event.method(event) Oct 27 16:45:18.070881 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:45:18.070881 dv-cinder-815659-1-iscsi neutron-server[101665]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:45:18.070881 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:45:18.070881 dv-cinder-815659-1-iscsi neutron-server[101665]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:45:18.070881 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:45:18.070881 dv-cinder-815659-1-iscsi neutron-server[101665]: return f(self, *a, **k) Oct 27 16:45:18.070881 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:45:18.070881 dv-cinder-815659-1-iscsi neutron-server[101665]: return self._get(url).json() Oct 27 16:45:18.070881 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:45:18.070881 dv-cinder-815659-1-iscsi neutron-server[101665]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:45:18.070881 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:45:18.070881 dv-cinder-815659-1-iscsi neutron-server[101665]: return self.request(url, 'GET', **kwargs) Oct 27 16:45:18.070881 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:45:18.070881 dv-cinder-815659-1-iscsi neutron-server[101665]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:45:18.070881 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:45:18.070881 dv-cinder-815659-1-iscsi neutron-server[101665]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:45:18.070881 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:45:18.070881 dv-cinder-815659-1-iscsi neutron-server[101665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:45:18.070881 dv-cinder-815659-1-iscsi neutron-server[101665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:45:18.082309 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] No Port match for: 70a33882-c8d3-4951-b2ee-f259640c59d7 {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:45:18.082741 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 70a33882-c8d3-4951-b2ee-f259640c59d7 not bound to the agent host dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:45:18.083097 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 6529a2dc-4614-4a8f-a99c-b74bee49ace1 no longer exists at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:45:18.106369 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] No Port match for: 6529a2dc-4614-4a8f-a99c-b74bee49ace1 {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:45:18.106845 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 6529a2dc-4614-4a8f-a99c-b74bee49ace1 not bound to the agent host dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:45:18.131189 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-7a09e41c-32a5-414d-86ad-9b7dd9ceec80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-645105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3734107'] for network, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:18.137088 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-7a09e41c-32a5-414d-86ad-9b7dd9ceec80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for network, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:18.140203 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-7a09e41c-32a5-414d-86ad-9b7dd9ceec80 admin admin] 10.222.0.91 "DELETE /v2.0/networks/04e556bb-e81e-445a-9a9a-3eeb79203905 HTTP/1.1" status: 204 len: 168 time: 0.5328915 Oct 27 16:45:18.150932 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a09e41c-32a5-414d-86ad-9b7dd9ceec80 admin admin] Pushing event deleted for resources: {'Network': ['ID=04e556bb-e81e-445a-9a9a-3eeb79203905,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:18.254556 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 60254) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:18.296427 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-a80f81b0-57f7-4c81-87bb-aa84782673e0 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5a56e030f182417680e61e5c27a2cb30&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0402353 Oct 27 16:45:18.298794 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 60256) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:18.346597 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-57256d3e-73df-4cfa-bbce-b1928a4ca2ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:18.371606 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-57256d3e-73df-4cfa-bbce-b1928a4ca2ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:18.424875 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-57256d3e-73df-4cfa-bbce-b1928a4ca2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:18.427629 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-57256d3e-73df-4cfa-bbce-b1928a4ca2ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:18.428824 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-57256d3e-73df-4cfa-bbce-b1928a4ca2ae admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5ac7c361-893b-461c-912a-0b1a90b2f5d0 HTTP/1.1" status: 204 len: 168 time: 0.1291430 Oct 27 16:45:18.436948 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57256d3e-73df-4cfa-bbce-b1928a4ca2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac7c361-893b-461c-912a-0b1a90b2f5d0,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:19.696880 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 60306) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:19.806270 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-2e7c05cf-3050-4537-9ea0-c64b69c65390 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:19.890650 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-2e7c05cf-3050-4537-9ea0-c64b69c65390 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:19.896501 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-2e7c05cf-3050-4537-9ea0-c64b69c65390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:19.933884 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-2e7c05cf-3050-4537-9ea0-c64b69c65390 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=dcd0e875a77b42a18573696ba70b515a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358334 Oct 27 16:45:19.934737 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c05cf-3050-4537-9ea0-c64b69c65390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a200122-5872-4fe9-8d33-9c96320cda26,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:19.936766 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 60310) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:19.987989 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e250a4a1-1099-4236-b6af-34b03c768b43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:20.013326 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e250a4a1-1099-4236-b6af-34b03c768b43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:20.061632 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e250a4a1-1099-4236-b6af-34b03c768b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:20.064103 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e250a4a1-1099-4236-b6af-34b03c768b43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:20.065275 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-e250a4a1-1099-4236-b6af-34b03c768b43 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5a200122-5872-4fe9-8d33-9c96320cda26 HTTP/1.1" status: 204 len: 168 time: 0.1274297 Oct 27 16:45:20.075356 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e250a4a1-1099-4236-b6af-34b03c768b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a200122-5872-4fe9-8d33-9c96320cda26,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:21.342754 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:21.581433 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 60352) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:21.699120 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-b8f48f9e-db86-4b4c-a3cf-aa5b1bb9077c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:21.784779 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-b8f48f9e-db86-4b4c-a3cf-aa5b1bb9077c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:21.790025 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-b8f48f9e-db86-4b4c-a3cf-aa5b1bb9077c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:21.827939 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-b8f48f9e-db86-4b4c-a3cf-aa5b1bb9077c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=86a5029047944714a97b90f9e9085d9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2453322 Oct 27 16:45:21.828822 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f48f9e-db86-4b4c-a3cf-aa5b1bb9077c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424930b0-404f-4b63-b980-190ea4e9a1b8,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:21.830743 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 60356) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:21.896424 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-f2187da4-2b96-49b7-b58d-06e8895d9d40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:21.917962 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-f2187da4-2b96-49b7-b58d-06e8895d9d40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:21.970874 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-f2187da4-2b96-49b7-b58d-06e8895d9d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:21.973846 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-f2187da4-2b96-49b7-b58d-06e8895d9d40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:21.975048 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-f2187da4-2b96-49b7-b58d-06e8895d9d40 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/424930b0-404f-4b63-b980-190ea4e9a1b8 HTTP/1.1" status: 204 len: 168 time: 0.1432874 Oct 27 16:45:21.983285 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2187da4-2b96-49b7-b58d-06e8895d9d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424930b0-404f-4b63-b980-190ea4e9a1b8,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:22.241987 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 60362) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:22.255710 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d4262b94-28d6-498f-9b75-6638a749582b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:22.328922 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d4262b94-28d6-498f-9b75-6638a749582b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:22.335055 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d4262b94-28d6-498f-9b75-6638a749582b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:22.373522 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4262b94-28d6-498f-9b75-6638a749582b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd66ceb1-91f8-4aa3-adb6-dffe3bc2fae8,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:22.378778 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-d4262b94-28d6-498f-9b75-6638a749582b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c578ba7a5a034b70bc62646adc251efa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1356795 Oct 27 16:45:22.382281 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 60364) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:22.675370 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-fab28bb1-55be-4b96-b659-8a49f84520d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:22.697505 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-fab28bb1-55be-4b96-b659-8a49f84520d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:22.749859 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-fab28bb1-55be-4b96-b659-8a49f84520d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:22.752622 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-fab28bb1-55be-4b96-b659-8a49f84520d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:22.753806 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-fab28bb1-55be-4b96-b659-8a49f84520d5 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/bd66ceb1-91f8-4aa3-adb6-dffe3bc2fae8 HTTP/1.1" status: 204 len: 168 time: 0.3703699 Oct 27 16:45:22.762473 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab28bb1-55be-4b96-b659-8a49f84520d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd66ceb1-91f8-4aa3-adb6-dffe3bc2fae8,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:24.588271 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 60416) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:24.697113 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-3263824a-e9d7-449b-ae8f-ad027fbc7cbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:24.772630 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-3263824a-e9d7-449b-ae8f-ad027fbc7cbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:24.777783 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-3263824a-e9d7-449b-ae8f-ad027fbc7cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:24.814909 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-3263824a-e9d7-449b-ae8f-ad027fbc7cbb admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ea8a54004a6c46539a552026240d60b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2255957 Oct 27 16:45:24.815761 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3263824a-e9d7-449b-ae8f-ad027fbc7cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ee3ebd-24d2-4a74-bca0-e48532c6ab6d,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:24.817986 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 60420) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:24.866502 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1e39d12b-57c8-4c3e-8c6d-e478e9503d0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:24.886780 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1e39d12b-57c8-4c3e-8c6d-e478e9503d0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:24.933427 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1e39d12b-57c8-4c3e-8c6d-e478e9503d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:24.935856 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1e39d12b-57c8-4c3e-8c6d-e478e9503d0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:24.937110 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-1e39d12b-57c8-4c3e-8c6d-e478e9503d0a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f7ee3ebd-24d2-4a74-bca0-e48532c6ab6d HTTP/1.1" status: 204 len: 168 time: 0.1181648 Oct 27 16:45:24.946572 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e39d12b-57c8-4c3e-8c6d-e478e9503d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ee3ebd-24d2-4a74-bca0-e48532c6ab6d,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:25.219898 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 60426) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:25.233466 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-e971e269-82ca-49e5-be6e-1781347c8493 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:25.311822 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-e971e269-82ca-49e5-be6e-1781347c8493 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:25.318055 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-e971e269-82ca-49e5-be6e-1781347c8493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:25.358262 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-e971e269-82ca-49e5-be6e-1781347c8493 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=58ba7059a7e542eeba82a80972c9ce52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1372616 Oct 27 16:45:25.359091 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971e269-82ca-49e5-be6e-1781347c8493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a106467-0d7c-4c47-8af8-108f970586d8,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:25.361396 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 60428) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:25.413041 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-79b0d209-a1da-4c51-b4e9-3b7502bb2fba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:25.436007 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-79b0d209-a1da-4c51-b4e9-3b7502bb2fba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:25.481951 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-79b0d209-a1da-4c51-b4e9-3b7502bb2fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:25.484534 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-79b0d209-a1da-4c51-b4e9-3b7502bb2fba admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:25.485663 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-79b0d209-a1da-4c51-b4e9-3b7502bb2fba admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6a106467-0d7c-4c47-8af8-108f970586d8 HTTP/1.1" status: 204 len: 168 time: 0.1232066 Oct 27 16:45:25.493018 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b0d209-a1da-4c51-b4e9-3b7502bb2fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a106467-0d7c-4c47-8af8-108f970586d8,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:29.941191 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 60502) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:30.064283 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-dedeb4a0-d29b-4891-9051-24661fb249f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:30.143598 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-dedeb4a0-d29b-4891-9051-24661fb249f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:30.150316 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-dedeb4a0-d29b-4891-9051-24661fb249f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:30.188124 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-dedeb4a0-d29b-4891-9051-24661fb249f1 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=605d8681ffd94d169a6b2f0fb1193c52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2457802 Oct 27 16:45:30.189318 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedeb4a0-d29b-4891-9051-24661fb249f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fb77a7-b165-405e-b96b-2b0036d13495,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:30.191108 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 60506) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:30.243438 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1d89c406-3893-4f5c-9afd-2b0f397df308 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:30.267244 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1d89c406-3893-4f5c-9afd-2b0f397df308 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:30.322684 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1d89c406-3893-4f5c-9afd-2b0f397df308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:30.326730 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-1d89c406-3893-4f5c-9afd-2b0f397df308 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:30.328588 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-1d89c406-3893-4f5c-9afd-2b0f397df308 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/92fb77a7-b165-405e-b96b-2b0036d13495 HTTP/1.1" status: 204 len: 168 time: 0.1362340 Oct 27 16:45:30.339086 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89c406-3893-4f5c-9afd-2b0f397df308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fb77a7-b165-405e-b96b-2b0036d13495,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:30.598875 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 60512) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:30.611964 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-8c8eb7b9-1944-4ad9-9517-9ef732cef0aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:30.686338 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-8c8eb7b9-1944-4ad9-9517-9ef732cef0aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:30.691032 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-8c8eb7b9-1944-4ad9-9517-9ef732cef0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:30.730055 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-8c8eb7b9-1944-4ad9-9517-9ef732cef0aa admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=33752c04dc1a4b0d8d269627a6fbc225&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1300385 Oct 27 16:45:30.731078 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8eb7b9-1944-4ad9-9517-9ef732cef0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475dae77-5f06-424f-b183-cf73f526d19d,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:30.732936 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 60514) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:30.798773 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-6bba13c7-b05c-4723-8eb0-91f59356c750 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:30.828996 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-6bba13c7-b05c-4723-8eb0-91f59356c750 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:30.875208 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-6bba13c7-b05c-4723-8eb0-91f59356c750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:30.877829 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-6bba13c7-b05c-4723-8eb0-91f59356c750 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:30.879002 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-6bba13c7-b05c-4723-8eb0-91f59356c750 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/475dae77-5f06-424f-b183-cf73f526d19d HTTP/1.1" status: 204 len: 168 time: 0.1450951 Oct 27 16:45:30.887481 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bba13c7-b05c-4723-8eb0-91f59356c750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475dae77-5f06-424f-b183-cf73f526d19d,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:32.531373 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.agents_db [None req-8f3c53fd-3166-491a-b603-91a64fcc8de1 None None] Agent healthcheck: found 6 active agents {{(pid=101668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:45:38.275237 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-ef42bb41-2cf5-4946-adaf-e51d6b1ce4c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:40.984873 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-7c92a846-160f-4226-a550-9d261d64ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:41.882861 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 60622) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:42.005129 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-dc3af410-0650-4c51-a62e-67a800b2f489 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:42.085171 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-dc3af410-0650-4c51-a62e-67a800b2f489 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:42.086886 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:42.088589 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-dc3af410-0650-4c51-a62e-67a800b2f489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:42.125989 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-dc3af410-0650-4c51-a62e-67a800b2f489 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ee283d53d9cc4f1681c91e979c2d3ff6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2417805 Oct 27 16:45:42.126908 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3af410-0650-4c51-a62e-67a800b2f489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9961b4-bf4c-4b2a-b35b-3081e26aedde,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:42.128954 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 60626) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:42.187805 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-67f6cc2b-3fd3-4078-8626-0ff37d35a686 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:42.212212 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-67f6cc2b-3fd3-4078-8626-0ff37d35a686 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:42.264419 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-67f6cc2b-3fd3-4078-8626-0ff37d35a686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:42.267320 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-67f6cc2b-3fd3-4078-8626-0ff37d35a686 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:42.268652 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-67f6cc2b-3fd3-4078-8626-0ff37d35a686 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/4f9961b4-bf4c-4b2a-b35b-3081e26aedde HTTP/1.1" status: 204 len: 168 time: 0.1377716 Oct 27 16:45:42.279017 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6cc2b-3fd3-4078-8626-0ff37d35a686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9961b4-bf4c-4b2a-b35b-3081e26aedde,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:42.287419 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6cc2b-3fd3-4078-8626-0ff37d35a686 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:42.288036 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6cc2b-3fd3-4078-8626-0ff37d35a686 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:42.288388 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6cc2b-3fd3-4078-8626-0ff37d35a686 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:42.288877 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6cc2b-3fd3-4078-8626-0ff37d35a686 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:42.289305 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6cc2b-3fd3-4078-8626-0ff37d35a686 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:42.289857 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6cc2b-3fd3-4078-8626-0ff37d35a686 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:42.290305 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6cc2b-3fd3-4078-8626-0ff37d35a686 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:42.290610 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6cc2b-3fd3-4078-8626-0ff37d35a686 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:42.290972 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6cc2b-3fd3-4078-8626-0ff37d35a686 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:42.291295 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6cc2b-3fd3-4078-8626-0ff37d35a686 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:42.291671 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6cc2b-3fd3-4078-8626-0ff37d35a686 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:42.292026 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6cc2b-3fd3-4078-8626-0ff37d35a686 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:42.448422 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:42.541537 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 60632) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:42.554939 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-93a7a60f-6ae6-40c3-ae67-6a82690da048 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:42.646650 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-93a7a60f-6ae6-40c3-ae67-6a82690da048 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:42.652450 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-93a7a60f-6ae6-40c3-ae67-6a82690da048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:42.688768 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-93a7a60f-6ae6-40c3-ae67-6a82690da048 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b2ccb73feaf24810bfe889a873e85559&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1460595 Oct 27 16:45:42.690785 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a7a60f-6ae6-40c3-ae67-6a82690da048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63902336-8426-4047-8c17-443c71f56032,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:42.691668 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 60634) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:42.742419 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-4ec95bb5-9a5c-4915-b4a6-dcf15faa8b25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:42.764916 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-4ec95bb5-9a5c-4915-b4a6-dcf15faa8b25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:42.810708 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-4ec95bb5-9a5c-4915-b4a6-dcf15faa8b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:42.813310 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-4ec95bb5-9a5c-4915-b4a6-dcf15faa8b25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:42.814471 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-4ec95bb5-9a5c-4915-b4a6-dcf15faa8b25 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/63902336-8426-4047-8c17-443c71f56032 HTTP/1.1" status: 204 len: 168 time: 0.1217854 Oct 27 16:45:42.822050 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec95bb5-9a5c-4915-b4a6-dcf15faa8b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63902336-8426-4047-8c17-443c71f56032,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:43.754298 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:51.354334 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:56.986651 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fb1e8516-9afd-4871-bdc4-5ee4301e5241 req-823b358e-662d-4ea8-9c36-69115d8f2047 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1b59ab3d-79cc-478f-afd6-1ba432b35cab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0548539 Oct 27 16:45:57.085294 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e8516-9afd-4871-bdc4-5ee4301e5241 req-e81bb51a-7766-4262-81c0-0d99a30331f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:57.086922 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fb1e8516-9afd-4871-bdc4-5ee4301e5241 req-e81bb51a-7766-4262-81c0-0d99a30331f9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8a5441fa0674f9c9e0b8691b4e7dfd6&device_id=1b59ab3d-79cc-478f-afd6-1ba432b35cab HTTP/1.1" status: 200 len: 1099 time: 0.0433629 Oct 27 16:45:57.207235 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e8516-9afd-4871-bdc4-5ee4301e5241 req-df0a7c9b-6ccb-40c4-8cdf-1fbc7416cce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:57.208779 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fb1e8516-9afd-4871-bdc4-5ee4301e5241 req-df0a7c9b-6ccb-40c4-8cdf-1fbc7416cce2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e79e46f2-9070-4695-9cd2-8782f08667b9 HTTP/1.1" status: 200 len: 914 time: 0.0941608 Oct 27 16:45:57.304985 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fb1e8516-9afd-4871-bdc4-5ee4301e5241 req-89402bb2-e252-44f4-a732-08fb24a80650 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c258a431-1b5c-4ddc-8874-0d83122e2b79 HTTP/1.1" status: 200 len: 1001 time: 0.0796001 Oct 27 16:45:57.368270 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e8516-9afd-4871-bdc4-5ee4301e5241 req-80322bde-e389-4b28-9be3-6982dffbb7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:57.369680 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fb1e8516-9afd-4871-bdc4-5ee4301e5241 req-80322bde-e389-4b28-9be3-6982dffbb7d4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6fa56c53-ab8f-4abe-be7e-7313a4ee4c63 HTTP/1.1" status: 200 len: 851 time: 0.0543940 Oct 27 16:45:57.419652 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e8516-9afd-4871-bdc4-5ee4301e5241 req-e6fcc20c-b1ac-4fbf-b313-826441be7197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:57.421183 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fb1e8516-9afd-4871-bdc4-5ee4301e5241 req-e6fcc20c-b1ac-4fbf-b313-826441be7197 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e79e46f2-9070-4695-9cd2-8782f08667b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421965 Oct 27 16:45:57.515976 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fb1e8516-9afd-4871-bdc4-5ee4301e5241 req-24dcd533-e86b-4c94-b142-fe74119acb01 service neutron] 10.222.0.66 "GET /v2.0/networks/e79e46f2-9070-4695-9cd2-8782f08667b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849192 Oct 27 16:45:57.608158 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fb1e8516-9afd-4871-bdc4-5ee4301e5241 req-8a502dd0-96f0-4338-8d74-39ba107f5e38 service neutron] 10.222.0.66 "GET /v2.0/networks/e79e46f2-9070-4695-9cd2-8782f08667b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831296 Oct 27 16:46:02.580810 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 60788) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:02.705880 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-17e97704-b639-4fb3-827b-9f3655f4054e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:02.782784 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-17e97704-b639-4fb3-827b-9f3655f4054e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:02.788986 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-17e97704-b639-4fb3-827b-9f3655f4054e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:02.825702 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-17e97704-b639-4fb3-827b-9f3655f4054e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9e15cdc02dac444bb88ebde0edee8faa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2434866 Oct 27 16:46:02.826949 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e97704-b639-4fb3-827b-9f3655f4054e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e022a1d3-56fd-43a0-92fd-ef1fb7caef66,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:02.832328 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 60792) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:02.888678 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-9c16e7bb-120b-4c87-b107-eab30bb91d19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:02.910836 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-9c16e7bb-120b-4c87-b107-eab30bb91d19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:02.958046 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-9c16e7bb-120b-4c87-b107-eab30bb91d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:02.960665 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-9c16e7bb-120b-4c87-b107-eab30bb91d19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:02.961819 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-9c16e7bb-120b-4c87-b107-eab30bb91d19 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e022a1d3-56fd-43a0-92fd-ef1fb7caef66 HTTP/1.1" status: 204 len: 168 time: 0.1319134 Oct 27 16:46:02.969668 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c16e7bb-120b-4c87-b107-eab30bb91d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e022a1d3-56fd-43a0-92fd-ef1fb7caef66,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:02.977488 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c16e7bb-120b-4c87-b107-eab30bb91d19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:02.977842 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c16e7bb-120b-4c87-b107-eab30bb91d19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:02.978189 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c16e7bb-120b-4c87-b107-eab30bb91d19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:02.978528 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c16e7bb-120b-4c87-b107-eab30bb91d19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:02.978845 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c16e7bb-120b-4c87-b107-eab30bb91d19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:02.979174 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c16e7bb-120b-4c87-b107-eab30bb91d19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:02.979517 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c16e7bb-120b-4c87-b107-eab30bb91d19 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:02.979844 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c16e7bb-120b-4c87-b107-eab30bb91d19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:02.980221 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c16e7bb-120b-4c87-b107-eab30bb91d19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:02.980548 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c16e7bb-120b-4c87-b107-eab30bb91d19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:02.980859 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c16e7bb-120b-4c87-b107-eab30bb91d19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:02.981181 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c16e7bb-120b-4c87-b107-eab30bb91d19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:08.282409 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-f750a280-cc1a-4a78-bafb-3edafd28127b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:09.531094 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.agents_db [None req-8f3c53fd-3166-491a-b603-91a64fcc8de1 None None] Agent healthcheck: found 6 active agents {{(pid=101668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:46:10.987508 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-70619e60-b60b-44e0-862a-c50a95bc218c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:12.099110 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:12.468450 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:13.755868 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:13.845647 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 60930) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:13.961128 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-cdf9a938-e05d-4422-bf26-2e3cde32a12e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:14.047594 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-cdf9a938-e05d-4422-bf26-2e3cde32a12e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:14.052921 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-cdf9a938-e05d-4422-bf26-2e3cde32a12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_create {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:14.091910 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-cdf9a938-e05d-4422-bf26-2e3cde32a12e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=91bb663994a54f218d95da3354a88342&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448726 Oct 27 16:46:14.092950 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9a938-e05d-4422-bf26-2e3cde32a12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc71484-4d2c-4978-8065-87a4908a194d,revision_number=1']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:14.095535 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 60934) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:14.146165 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-fe106421-6b75-4acf-9faf-9d5f0cc4534f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:14.167589 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-fe106421-6b75-4acf-9faf-9d5f0cc4534f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:14.215912 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-fe106421-6b75-4acf-9faf-9d5f0cc4534f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:14.220505 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-fe106421-6b75-4acf-9faf-9d5f0cc4534f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:14.222404 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-fe106421-6b75-4acf-9faf-9d5f0cc4534f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6bc71484-4d2c-4978-8065-87a4908a194d HTTP/1.1" status: 204 len: 168 time: 0.1254900 Oct 27 16:46:14.230736 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe106421-6b75-4acf-9faf-9d5f0cc4534f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc71484-4d2c-4978-8065-87a4908a194d,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:21.375439 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:38.280280 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-ca45ee21-85f3-4c45-b4da-a20a3ff60515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:40.986028 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-d584f536-b96a-4cdb-8b82-2ba3090317cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:42.096160 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:42.469215 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:43.763016 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:46.533153 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.agents_db [None req-8f3c53fd-3166-491a-b603-91a64fcc8de1 None None] Agent healthcheck: found 6 active agents {{(pid=101668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:46:51.380274 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:54.254269 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-510463a6-2cb7-4af5-bcd6-8011867d09ef tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-360648158&fields=id&tenant_id=d8a5441fa0674f9c9e0b8691b4e7dfd6 HTTP/1.1" status: 200 len: 267 time: 0.0340452 Oct 27 16:46:54.370995 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-31cfe2a4-fa29-4c0d-807b-8197986d222f tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:54.373168 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-31cfe2a4-fa29-4c0d-807b-8197986d222f tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/networks?id=e79e46f2-9070-4695-9cd2-8782f08667b9 HTTP/1.1" status: 200 len: 812 time: 0.1118555 Oct 27 16:46:54.388686 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-4112fe12-95aa-4c12-96cc-2911f6c1b05b tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/quotas/d8a5441fa0674f9c9e0b8691b4e7dfd6 HTTP/1.1" status: 200 len: 375 time: 0.0096729 Oct 27 16:46:54.445444 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-3ab78931-f833-4c55-b531-5f91161c3d5f tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=d8a5441fa0674f9c9e0b8691b4e7dfd6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0515499 Oct 27 16:46:54.564570 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-8c2efe56-2172-48f1-a44c-c31937adfa3b service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101666) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:46:54.565576 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-8c2efe56-2172-48f1-a44c-c31937adfa3b service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1031418 Oct 27 16:46:54.657055 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-09fbc8b4-50cc-4fde-94b6-0038153d7a80 service neutron] 10.222.0.91 "GET /v2.0/networks/e79e46f2-9070-4695-9cd2-8782f08667b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851016 Oct 27 16:46:54.743746 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-cafcc84f-a9a2-49f1-b2cb-de2e5c0ead97 service neutron] 10.222.0.91 "GET /v2.0/networks/e79e46f2-9070-4695-9cd2-8782f08667b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805168 Oct 27 16:46:55.097827 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-edccfb61-b7b7-48c7-a44f-efbfec6995e7 req-03ba7803-e416-4a3b-b28f-ae864b9f041e tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=59647009-174c-48d6-a7c3-ca90385f8bcc HTTP/1.1" status: 200 len: 210 time: 0.0823748 Oct 27 16:46:56.188024 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-24b110f1-52e7-4ce2-b6d8-204e19f0419a req-bcd91509-bb8a-40ce-bae0-fcd621b544cf tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=59647009-174c-48d6-a7c3-ca90385f8bcc HTTP/1.1" status: 200 len: 210 time: 0.0254753 Oct 27 16:46:56.976920 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4fb95647-4345-4c02-a4d0-ddec32a285ba req-f8d603fa-801a-4f23-a654-1c400b893d2a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1b59ab3d-79cc-478f-afd6-1ba432b35cab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0867269 Oct 27 16:46:57.063635 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb95647-4345-4c02-a4d0-ddec32a285ba req-81d034ed-d029-40f5-affe-8c7b5d8a7f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:57.065169 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4fb95647-4345-4c02-a4d0-ddec32a285ba req-81d034ed-d029-40f5-affe-8c7b5d8a7f22 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8a5441fa0674f9c9e0b8691b4e7dfd6&device_id=1b59ab3d-79cc-478f-afd6-1ba432b35cab HTTP/1.1" status: 200 len: 1099 time: 0.0430522 Oct 27 16:46:57.182577 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb95647-4345-4c02-a4d0-ddec32a285ba req-bb62cc66-637f-461a-bb8e-a49d3d34e7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:57.183937 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4fb95647-4345-4c02-a4d0-ddec32a285ba req-bb62cc66-637f-461a-bb8e-a49d3d34e7f8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e79e46f2-9070-4695-9cd2-8782f08667b9 HTTP/1.1" status: 200 len: 914 time: 0.0975797 Oct 27 16:46:57.252059 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4fb95647-4345-4c02-a4d0-ddec32a285ba req-9af9c69a-d47d-4a62-838a-0c1afa3ad07f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c258a431-1b5c-4ddc-8874-0d83122e2b79 HTTP/1.1" status: 200 len: 1001 time: 0.0598266 Oct 27 16:46:57.319151 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-fec88b90-cd11-43ca-b16e-654aed167257 req-418c2572-d552-4629-bb70-2f70f8a24c9b tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=59647009-174c-48d6-a7c3-ca90385f8bcc HTTP/1.1" status: 200 len: 210 time: 0.0520935 Oct 27 16:46:57.327963 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb95647-4345-4c02-a4d0-ddec32a285ba req-d70c2bdc-8098-46cb-ac42-84dd194ca493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:57.331145 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4fb95647-4345-4c02-a4d0-ddec32a285ba req-d70c2bdc-8098-46cb-ac42-84dd194ca493 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6fa56c53-ab8f-4abe-be7e-7313a4ee4c63 HTTP/1.1" status: 200 len: 851 time: 0.0702195 Oct 27 16:46:57.375774 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb95647-4345-4c02-a4d0-ddec32a285ba req-c0faf4df-da7a-4cfe-8b37-29bcb7fcda5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:57.377298 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4fb95647-4345-4c02-a4d0-ddec32a285ba req-c0faf4df-da7a-4cfe-8b37-29bcb7fcda5d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e79e46f2-9070-4695-9cd2-8782f08667b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405602 Oct 27 16:46:57.388069 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [req-4fb95647-4345-4c02-a4d0-ddec32a285ba req-ffe3132d-74cc-4ec3-af9d-03f96c2a0e7e service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101666) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:46:57.389000 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4fb95647-4345-4c02-a4d0-ddec32a285ba req-ffe3132d-74cc-4ec3-af9d-03f96c2a0e7e service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048368 Oct 27 16:46:57.481088 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4fb95647-4345-4c02-a4d0-ddec32a285ba req-0eb124eb-5bc1-4050-bb34-d416ad5d91cc service neutron] 10.222.0.66 "GET /v2.0/networks/e79e46f2-9070-4695-9cd2-8782f08667b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844178 Oct 27 16:46:57.582582 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4fb95647-4345-4c02-a4d0-ddec32a285ba req-bd714815-2c83-4352-b66c-7c9c1eb5a238 service neutron] 10.222.0.66 "GET /v2.0/networks/e79e46f2-9070-4695-9cd2-8782f08667b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931072 Oct 27 16:46:58.406436 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-01a6405a-8532-4199-b72f-3c5781bb68bc req-01144509-b937-4b7a-a459-e6bc5a570ba3 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=59647009-174c-48d6-a7c3-ca90385f8bcc HTTP/1.1" status: 200 len: 210 time: 0.0272708 Oct 27 16:46:59.513116 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-be49e71a-5aa0-464e-b289-429b2d0eac78 req-e7ac0aba-e68e-46d3-89a5-da6812dee8a4 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=59647009-174c-48d6-a7c3-ca90385f8bcc HTTP/1.1" status: 200 len: 210 time: 0.0313663 Oct 27 16:47:00.205396 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-d4ddbccc-34de-4962-a5b1-b8245a136372 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:00.206840 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-d4ddbccc-34de-4962-a5b1-b8245a136372 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.66 "GET /v2.0/networks?id=e79e46f2-9070-4695-9cd2-8782f08667b9 HTTP/1.1" status: 200 len: 812 time: 0.1123521 Oct 27 16:47:00.250790 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-fcc0726a-def0-4cc9-82fd-7c7c2ac3727a tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8a5441fa0674f9c9e0b8691b4e7dfd6 HTTP/1.1" status: 200 len: 379 time: 0.0347068 Oct 27 16:47:00.261101 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-ca2f43dc-b603-470f-9213-40489754ddbb tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Request body: {'port': {'device_id': '59647009-174c-48d6-a7c3-ca90385f8bcc', 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'admin_state_up': True, 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'security_groups': ['1fdfad5a-f826-4473-a97f-738b38761b73']}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:47:00.372742 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-ca2f43dc-b603-470f-9213-40489754ddbb tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Made reservation on behalf of d8a5441fa0674f9c9e0b8691b4e7dfd6 for: {'port': 1} {{(pid=101666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:47:00.376426 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-ca2f43dc-b603-470f-9213-40489754ddbb tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:00.505648 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.db_base_plugin_common [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-ca2f43dc-b603-470f-9213-40489754ddbb tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Allocated IP 172.20.0.7 (e79e46f2-9070-4695-9cd2-8782f08667b9/6fa56c53-ab8f-4abe-be7e-7313a4ee4c63/473fab65-49ca-4aba-aaf7-f602faf53eea) {{(pid=101666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:47:00.849543 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a27f9ccc-6cdf-44e4-bc9d-289b8d83c48a req-a075e95a-772e-4123-a358-f95a35368447 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=59647009-174c-48d6-a7c3-ca90385f8bcc HTTP/1.1" status: 200 len: 210 time: 0.0392861 Oct 27 16:47:00.934484 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-ca2f43dc-b603-470f-9213-40489754ddbb tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for port, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:00.971160 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-ca2f43dc-b603-470f-9213-40489754ddbb tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25690832'] for port, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:01.014597 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-ca2f43dc-b603-470f-9213-40489754ddbb tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Network e79e46f2-9070-4695-9cd2-8782f08667b9 is already hosted by enough agents. {{(pid=101666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:47:01.017744 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-ca2f43dc-b603-470f-9213-40489754ddbb tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Resources bound (agent type, host, resource id): {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:47:01.021485 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-ca2f43dc-b603-470f-9213-40489754ddbb tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Received port after_create {{(pid=101666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:47:01.044903 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f43dc-b603-470f-9213-40489754ddbb tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Pushing event updated for resources: {'Port': ['ID=473fab65-49ca-4aba-aaf7-f602faf53eea,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:47:01.059568 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2f43dc-b603-470f-9213-40489754ddbb tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:01.059975 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2f43dc-b603-470f-9213-40489754ddbb tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:01.060308 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2f43dc-b603-470f-9213-40489754ddbb tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:01.060631 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2f43dc-b603-470f-9213-40489754ddbb tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:01.060947 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2f43dc-b603-470f-9213-40489754ddbb tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:01.061273 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2f43dc-b603-470f-9213-40489754ddbb tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:01.061600 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2f43dc-b603-470f-9213-40489754ddbb tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:01.061923 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2f43dc-b603-470f-9213-40489754ddbb tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:01.062248 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2f43dc-b603-470f-9213-40489754ddbb tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:01.062567 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2f43dc-b603-470f-9213-40489754ddbb tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:01.062887 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2f43dc-b603-470f-9213-40489754ddbb tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:01.063203 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2f43dc-b603-470f-9213-40489754ddbb tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:01.085578 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-ca2f43dc-b603-470f-9213-40489754ddbb tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:01.086199 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-ca2f43dc-b603-470f-9213-40489754ddbb tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:01.103664 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-ca2f43dc-b603-470f-9213-40489754ddbb tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8461566 Oct 27 16:47:01.116647 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-2fbf03af-dc34-46b0-a5c3-efb2fd418229 service neutron] Request body: {'port': {'device_id': '59647009-174c-48d6-a7c3-ca90385f8bcc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:47:01.176103 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-2fbf03af-dc34-46b0-a5c3-efb2fd418229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:01.285023 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-65a46925-28bf-4d0e-958f-aee61157a1aa None None] Provisioning complete for port 473fab65-49ca-4aba-aaf7-f602faf53eea triggered by entity DHCP. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:47:01.285679 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-65a46925-28bf-4d0e-958f-aee61157a1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:01.322613 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-65a46925-28bf-4d0e-958f-aee61157a1aa None None] Port 473fab65-49ca-4aba-aaf7-f602faf53eea cannot update to ACTIVE because it is not bound. {{(pid=101667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:47:01.440019 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-2fbf03af-dc34-46b0-a5c3-efb2fd418229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 473fab65-49ca-4aba-aaf7-f602faf53eea {{(pid=101666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:47:01.451483 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-2fbf03af-dc34-46b0-a5c3-efb2fd418229 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:01.465953 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.provisioning_blocks [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-2fbf03af-dc34-46b0-a5c3-efb2fd418229 service neutron] Transition to ACTIVE for port object 473fab65-49ca-4aba-aaf7-f602faf53eea will not be triggered until provisioned by entity L2. {{(pid=101666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:47:01.472522 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-2fbf03af-dc34-46b0-a5c3-efb2fd418229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25690667'] for port, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:01.527601 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf03af-dc34-46b0-a5c3-efb2fd418229 service neutron] Pushing event updated for resources: {'Port': ['ID=473fab65-49ca-4aba-aaf7-f602faf53eea,revision_number=2']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:47:01.597041 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-2fbf03af-dc34-46b0-a5c3-efb2fd418229 service neutron] Attempting to bind port 473fab65-49ca-4aba-aaf7-f602faf53eea on host hv-cinder-81565 for vnic_type normal with profile {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:47:01.597333 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-2fbf03af-dc34-46b0-a5c3-efb2fd418229 service neutron] Attempting to bind port 473fab65-49ca-4aba-aaf7-f602faf53eea by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '097e9223-1dfb-41f8-a875-1e34bf0fd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9'}] {{(pid=101666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:47:01.597699 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-2fbf03af-dc34-46b0-a5c3-efb2fd418229 service neutron] Attempting to bind port 473fab65-49ca-4aba-aaf7-f602faf53eea on network e79e46f2-9070-4695-9cd2-8782f08667b9 {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:47:01.602708 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-2fbf03af-dc34-46b0-a5c3-efb2fd418229 service neutron] Port 473fab65-49ca-4aba-aaf7-f602faf53eea on network e79e46f2-9070-4695-9cd2-8782f08667b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:47:01.603028 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-2fbf03af-dc34-46b0-a5c3-efb2fd418229 service neutron] Attempting to bind port 473fab65-49ca-4aba-aaf7-f602faf53eea on network e79e46f2-9070-4695-9cd2-8782f08667b9 {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:47:01.608075 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-2fbf03af-dc34-46b0-a5c3-efb2fd418229 service neutron] Checking agent: {'id': '082437a5-0f96-45b0-8b8c-6a124d6faa93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 16, 33, 51), 'started_at': datetime.datetime(2021, 10, 27, 16, 33, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:47:01.608413 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-2fbf03af-dc34-46b0-a5c3-efb2fd418229 service neutron] Checking segment: {'id': '097e9223-1dfb-41f8-a875-1e34bf0fd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:47:01.608920 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-2fbf03af-dc34-46b0-a5c3-efb2fd418229 service neutron] Bound using segment: {'id': '097e9223-1dfb-41f8-a875-1e34bf0fd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9'} {{(pid=101666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:47:01.609349 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.managers [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-2fbf03af-dc34-46b0-a5c3-efb2fd418229 service neutron] Bound port: 473fab65-49ca-4aba-aaf7-f602faf53eea, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '097e9223-1dfb-41f8-a875-1e34bf0fd73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9'}}] {{(pid=101666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:47:01.609705 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-2fbf03af-dc34-46b0-a5c3-efb2fd418229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:01.676911 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-2fbf03af-dc34-46b0-a5c3-efb2fd418229 service neutron] For port 473fab65-49ca-4aba-aaf7-f602faf53eea, host hv-cinder-81565, cleared binding levels {{(pid=101666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:47:01.680070 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-2fbf03af-dc34-46b0-a5c3-efb2fd418229 service neutron] For port 473fab65-49ca-4aba-aaf7-f602faf53eea, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=473fab65-49ca-4aba-aaf7-f602faf53eea,segment=NetworkSegment(097e9223-1dfb-41f8-a875-1e34bf0fd73a),segment_id=097e9223-1dfb-41f8-a875-1e34bf0fd73a)] {{(pid=101666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:47:01.685621 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-2fbf03af-dc34-46b0-a5c3-efb2fd418229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25690667'] for port, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:01.722835 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-2fbf03af-dc34-46b0-a5c3-efb2fd418229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:01.723304 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-2fbf03af-dc34-46b0-a5c3-efb2fd418229 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:01.724525 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-2fbf03af-dc34-46b0-a5c3-efb2fd418229 service neutron] 10.222.0.66 "PUT /v2.0/ports/473fab65-49ca-4aba-aaf7-f602faf53eea HTTP/1.1" status: 200 len: 1093 time: 0.6122344 Oct 27 16:47:01.724976 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59647009-174c-48d6-a7c3-ca90385f8bcc', 'tag': '473fab65-49ca-4aba-aaf7-f602faf53eea'}] {{(pid=101666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:47:01.727240 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c97a8bc50bc1e60c5bcd83482612a755f7c8660878f0fc94464a674b36297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfe4ec3-a151-4918-b986-468772ba42c5" -d '{"events": [{"name": "network-changed", "server_uuid": "59647009-174c-48d6-a7c3-ca90385f8bcc", "tag": "473fab65-49ca-4aba-aaf7-f602faf53eea"}]}' {{(pid=101666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:47:01.754963 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf03af-dc34-46b0-a5c3-efb2fd418229 service neutron] Pushing event updated for resources: {'Port': ['ID=473fab65-49ca-4aba-aaf7-f602faf53eea,revision_number=3']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:47:01.833317 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-9f705900-bbb6-4e5b-849a-022795948f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:01.834965 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-9f705900-bbb6-4e5b-849a-022795948f61 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8a5441fa0674f9c9e0b8691b4e7dfd6&device_id=59647009-174c-48d6-a7c3-ca90385f8bcc HTTP/1.1" status: 200 len: 1096 time: 0.0523624 Oct 27 16:47:01.844292 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8a7332-d353-4574-9335-daa70d573fd7 x-openstack-request-id: req-4c8a7332-d353-4574-9335-daa70d573fd7 {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:47:01.844584 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59647009-174c-48d6-a7c3-ca90385f8bcc", "tag": "473fab65-49ca-4aba-aaf7-f602faf53eea", "status": "completed", "code": 200}]} {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:47:01.844834 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4c8a7332-d353-4574-9335-daa70d573fd7 {{(pid=101666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:47:01.845233 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59647009-174c-48d6-a7c3-ca90385f8bcc', 'tag': '473fab65-49ca-4aba-aaf7-f602faf53eea', 'status': 'completed', 'code': 200} Oct 27 16:47:01.885580 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-83fdee54-61ae-456a-81bb-0e8e3b1f70f9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=473fab65-49ca-4aba-aaf7-f602faf53eea HTTP/1.1" status: 200 len: 217 time: 0.0358617 Oct 27 16:47:01.963053 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-b31cf70e-0799-4157-8d68-90fa0ef9d383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:01.964732 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-b31cf70e-0799-4157-8d68-90fa0ef9d383 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6fa56c53-ab8f-4abe-be7e-7313a4ee4c63 HTTP/1.1" status: 200 len: 851 time: 0.0708525 Oct 27 16:47:02.007872 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c5417-50c0-4b19-a6b5-5a2660c641b8 req-c910760b-168b-40a5-94c4-660d10ae7587 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:02.009372 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7d6c5417-50c0-4b19-a6b5-5a2660c641b8 req-c910760b-168b-40a5-94c4-660d10ae7587 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=59647009-174c-48d6-a7c3-ca90385f8bcc HTTP/1.1" status: 200 len: 943 time: 0.0830545 Oct 27 16:47:02.041361 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-0edc4718-430d-4eed-8339-761a92edaac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:02.042834 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-0edc4718-430d-4eed-8339-761a92edaac2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e79e46f2-9070-4695-9cd2-8782f08667b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0702262 Oct 27 16:47:02.062954 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7d6c5417-50c0-4b19-a6b5-5a2660c641b8 req-87c2186a-344e-43db-a31e-8af06b0f0c5e tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475178 Oct 27 16:47:02.142112 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-f52d9fdd-188d-4b5f-b106-bbc7c2445c96 service neutron] 10.222.0.66 "GET /v2.0/networks/e79e46f2-9070-4695-9cd2-8782f08667b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914536 Oct 27 16:47:02.229710 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cdd74aef-f308-4b75-8f81-ee24e0c764a6 req-201189a8-0c44-4544-84e7-1043ffde45f3 service neutron] 10.222.0.66 "GET /v2.0/networks/e79e46f2-9070-4695-9cd2-8782f08667b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805011 Oct 27 16:47:02.320061 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe4ec3-a151-4918-b986-468772ba42c5 req-de4b6203-973a-4c5a-9b47-4b681886a10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:02.321551 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-abfe4ec3-a151-4918-b986-468772ba42c5 req-de4b6203-973a-4c5a-9b47-4b681886a10a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8a5441fa0674f9c9e0b8691b4e7dfd6&device_id=59647009-174c-48d6-a7c3-ca90385f8bcc HTTP/1.1" status: 200 len: 1096 time: 0.0400314 Oct 27 16:47:02.414366 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe4ec3-a151-4918-b986-468772ba42c5 req-501aaa9f-6add-4920-83e3-89f9ee64f3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:02.415805 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-abfe4ec3-a151-4918-b986-468772ba42c5 req-501aaa9f-6add-4920-83e3-89f9ee64f3c1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e79e46f2-9070-4695-9cd2-8782f08667b9 HTTP/1.1" status: 200 len: 914 time: 0.0868337 Oct 27 16:47:02.456921 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-abfe4ec3-a151-4918-b986-468772ba42c5 req-dfe8a545-a7a6-46cc-b862-a1985b29fc32 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=473fab65-49ca-4aba-aaf7-f602faf53eea HTTP/1.1" status: 200 len: 217 time: 0.0329628 Oct 27 16:47:02.511151 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe4ec3-a151-4918-b986-468772ba42c5 req-2bab0c7a-9435-48e5-b68d-3391ee89d94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:02.512599 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-abfe4ec3-a151-4918-b986-468772ba42c5 req-2bab0c7a-9435-48e5-b68d-3391ee89d94a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6fa56c53-ab8f-4abe-be7e-7313a4ee4c63 HTTP/1.1" status: 200 len: 851 time: 0.0462077 Oct 27 16:47:02.559873 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe4ec3-a151-4918-b986-468772ba42c5 req-8eb8c8ad-b399-4c0e-b120-04adaa56e009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:02.561403 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-abfe4ec3-a151-4918-b986-468772ba42c5 req-8eb8c8ad-b399-4c0e-b120-04adaa56e009 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e79e46f2-9070-4695-9cd2-8782f08667b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408111 Oct 27 16:47:02.661812 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-abfe4ec3-a151-4918-b986-468772ba42c5 req-e38e59f4-e4fb-4eb3-80fc-0f8770cce9d8 service neutron] 10.222.0.66 "GET /v2.0/networks/e79e46f2-9070-4695-9cd2-8782f08667b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916579 Oct 27 16:47:02.764408 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-abfe4ec3-a151-4918-b986-468772ba42c5 req-e34e5d8e-89fa-4a4c-a89b-00dfbc6dfa4a service neutron] 10.222.0.66 "GET /v2.0/networks/e79e46f2-9070-4695-9cd2-8782f08667b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907474 Oct 27 16:47:03.188447 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46908513-4526-413e-8078-405f04c8cd7a req-3fb22722-2e4f-414a-97e3-bb0f3b5e439b tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:03.189976 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-46908513-4526-413e-8078-405f04c8cd7a req-3fb22722-2e4f-414a-97e3-bb0f3b5e439b tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=59647009-174c-48d6-a7c3-ca90385f8bcc HTTP/1.1" status: 200 len: 943 time: 0.0500784 Oct 27 16:47:03.230261 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-46908513-4526-413e-8078-405f04c8cd7a req-e4bbc613-f430-4274-8289-273ba06151a1 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316939 Oct 27 16:47:04.364537 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7062670c-3fcb-4a20-b0e9-73773ea37330 req-4147e7c8-0f2f-44af-a01c-9d9875b7c2a5 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:04.366003 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7062670c-3fcb-4a20-b0e9-73773ea37330 req-4147e7c8-0f2f-44af-a01c-9d9875b7c2a5 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=59647009-174c-48d6-a7c3-ca90385f8bcc HTTP/1.1" status: 200 len: 943 time: 0.0630443 Oct 27 16:47:04.407859 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-7062670c-3fcb-4a20-b0e9-73773ea37330 req-17bd2d9a-183f-4717-915c-3f3003eea91f tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328283 Oct 27 16:47:05.537556 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c33933-df96-4549-81d9-c10aca8434fc req-06474284-2ab5-49a1-81ff-2c51b6e90521 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:05.539032 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-23c33933-df96-4549-81d9-c10aca8434fc req-06474284-2ab5-49a1-81ff-2c51b6e90521 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=59647009-174c-48d6-a7c3-ca90385f8bcc HTTP/1.1" status: 200 len: 943 time: 0.0565524 Oct 27 16:47:05.578965 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-23c33933-df96-4549-81d9-c10aca8434fc req-6268b7f7-5f9c-465c-9793-a0500088892a tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336516 Oct 27 16:47:06.703335 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a0427-fe22-499e-b41f-cc273c5c3cd9 req-bf56b563-7871-4d8c-86cf-5dc63fff5f0e tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:06.704999 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d63a0427-fe22-499e-b41f-cc273c5c3cd9 req-bf56b563-7871-4d8c-86cf-5dc63fff5f0e tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=59647009-174c-48d6-a7c3-ca90385f8bcc HTTP/1.1" status: 200 len: 943 time: 0.0520728 Oct 27 16:47:06.744433 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d63a0427-fe22-499e-b41f-cc273c5c3cd9 req-121da446-1cb0-404c-b032-661f5f4d2c65 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333693 Oct 27 16:47:07.882376 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c99cf-dc57-4bb2-8c6b-bd1773cbe473 req-6bcf71e9-a9bd-4beb-b478-01422c153922 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:07.883943 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-346c99cf-dc57-4bb2-8c6b-bd1773cbe473 req-6bcf71e9-a9bd-4beb-b478-01422c153922 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=59647009-174c-48d6-a7c3-ca90385f8bcc HTTP/1.1" status: 200 len: 943 time: 0.0596845 Oct 27 16:47:07.922371 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-346c99cf-dc57-4bb2-8c6b-bd1773cbe473 req-5e9581e5-303a-48ef-9f71-ada627c55709 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319364 Oct 27 16:47:08.280666 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-cf3222e1-f70e-481f-bdc7-021a15507ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:09.046368 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb793f3-3e72-49c8-929f-ee03693df3b4 req-16ff9e95-5a5d-44f5-98b0-0560009cfc1a tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:09.047828 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-abb793f3-3e72-49c8-929f-ee03693df3b4 req-16ff9e95-5a5d-44f5-98b0-0560009cfc1a tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=59647009-174c-48d6-a7c3-ca90385f8bcc HTTP/1.1" status: 200 len: 943 time: 0.0512519 Oct 27 16:47:09.085326 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-abb793f3-3e72-49c8-929f-ee03693df3b4 req-10569cf3-260a-4d53-924a-40fbfc6bfb7a tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310452 Oct 27 16:47:10.219351 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7e751-ae03-479f-a3c5-b3967a331bf0 req-f0d2b6dc-ab9d-4937-a155-51071e72d48b tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:10.221114 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a7c7e751-ae03-479f-a3c5-b3967a331bf0 req-f0d2b6dc-ab9d-4937-a155-51071e72d48b tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=59647009-174c-48d6-a7c3-ca90385f8bcc HTTP/1.1" status: 200 len: 943 time: 0.0602770 Oct 27 16:47:10.266330 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-a7c7e751-ae03-479f-a3c5-b3967a331bf0 req-67b56c38-25a6-4c8a-b3d4-5c7c5beee1d5 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382853 Oct 27 16:47:10.270192 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 473fab65-49ca-4aba-aaf7-f602faf53eea details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=101667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:47:10.502565 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 473fab65-49ca-4aba-aaf7-f602faf53eea, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=473fab65-49ca-4aba-aaf7-f602faf53eea,segment=NetworkSegment(097e9223-1dfb-41f8-a875-1e34bf0fd73a),segment_id=097e9223-1dfb-41f8-a875-1e34bf0fd73a)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:47:10.514437 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Returning: {'device': '473fab65-49ca-4aba-aaf7-f602faf53eea', 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'port_id': '473fab65-49ca-4aba-aaf7-f602faf53eea', 'mac_address': 'fa:16:3e:c2:1f:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:47:10.552495 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:10.568580 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 473fab65-49ca-4aba-aaf7-f602faf53eea {{(pid=101667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:47:10.592902 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 473fab65-49ca-4aba-aaf7-f602faf53eea, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=473fab65-49ca-4aba-aaf7-f602faf53eea,segment=NetworkSegment(097e9223-1dfb-41f8-a875-1e34bf0fd73a),segment_id=097e9223-1dfb-41f8-a875-1e34bf0fd73a)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:47:10.599719 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:10.652457 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=473fab65-49ca-4aba-aaf7-f602faf53eea,revision_number=4']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:47:10.659484 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:10.659833 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:10.660296 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:10.660626 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:10.660947 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:10.661275 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:10.661598 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:10.661921 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:10.662245 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:10.662564 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:10.663696 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:10.664102 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:10.822620 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] get_ports_and_sgs() called for port_ids ['473fab65-49ca-4aba-aaf7-f602faf53eea'] {{(pid=101667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:47:10.991625 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-2643a6ca-c603-431c-b23b-b636f1566449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:11.400115 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a1f4f-93fe-436f-9854-2e1f0e47fa80 req-6868c1be-fd4c-4ee1-a891-625003bc2537 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:11.401574 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-922a1f4f-93fe-436f-9854-2e1f0e47fa80 req-6868c1be-fd4c-4ee1-a891-625003bc2537 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=59647009-174c-48d6-a7c3-ca90385f8bcc HTTP/1.1" status: 200 len: 944 time: 0.0561092 Oct 27 16:47:11.438840 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-922a1f4f-93fe-436f-9854-2e1f0e47fa80 req-a9b6bd5e-c1e7-4abe-bdc3-4a1177783b39 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311620 Oct 27 16:47:12.104039 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:12.270480 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 473fab65-49ca-4aba-aaf7-f602faf53eea up at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:47:12.328998 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning for port 473fab65-49ca-4aba-aaf7-f602faf53eea completed by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:47:12.332581 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.provisioning_blocks [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Provisioning complete for port 473fab65-49ca-4aba-aaf7-f602faf53eea triggered by entity L2. {{(pid=101667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:47:12.332943 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-646209'] for port, provisioning_complete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:12.416129 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:12.437849 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59647009-174c-48d6-a7c3-ca90385f8bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473fab65-49ca-4aba-aaf7-f602faf53eea'}] {{(pid=101667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:47:12.440146 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15467c740e99bfee501675d45c0ab6b31e8088b61e385ce1236909406ef3d9b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c4f984-fff6-4991-b02a-5f7fcb9ef2ef" -d '{"events": [{"server_uuid": "59647009-174c-48d6-a7c3-ca90385f8bcc", "name": "network-vif-plugged", "status": "completed", "tag": "473fab65-49ca-4aba-aaf7-f602faf53eea"}]}' {{(pid=101667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:47:12.458239 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] For port 473fab65-49ca-4aba-aaf7-f602faf53eea, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=473fab65-49ca-4aba-aaf7-f602faf53eea,segment=NetworkSegment(097e9223-1dfb-41f8-a875-1e34bf0fd73a),segment_id=097e9223-1dfb-41f8-a875-1e34bf0fd73a)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:47:12.465592 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658'] for port, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:12.471102 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:12.522801 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Pushing event updated for resources: {'Port': ['ID=473fab65-49ca-4aba-aaf7-f602faf53eea,revision_number=5']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:47:12.543958 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f219d89d-7692-471b-a20a-8c76247c4172 x-openstack-request-id: req-f219d89d-7692-471b-a20a-8c76247c4172 {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:47:12.544247 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59647009-174c-48d6-a7c3-ca90385f8bcc", "name": "network-vif-plugged", "status": "completed", "tag": "473fab65-49ca-4aba-aaf7-f602faf53eea", "code": 200}]} {{(pid=101667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:47:12.544490 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f219d89d-7692-471b-a20a-8c76247c4172 {{(pid=101667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:47:12.544885 dv-cinder-815659-1-iscsi neutron-server[101667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59647009-174c-48d6-a7c3-ca90385f8bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473fab65-49ca-4aba-aaf7-f602faf53eea', 'code': 200} Oct 27 16:47:12.566459 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02b2d2-c04c-461a-9dd3-d2c19350b29e req-6a98a0d7-f6d9-4d44-a11e-7b87fc405c8a tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:12.567973 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ba02b2d2-c04c-461a-9dd3-d2c19350b29e req-6a98a0d7-f6d9-4d44-a11e-7b87fc405c8a tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=59647009-174c-48d6-a7c3-ca90385f8bcc HTTP/1.1" status: 200 len: 945 time: 0.0568130 Oct 27 16:47:12.606061 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ba02b2d2-c04c-461a-9dd3-d2c19350b29e req-f0f917df-6413-411c-b962-fb8efbf64fb6 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318401 Oct 27 16:47:12.764264 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80fc1d1-5032-4012-a10c-be5b7fbe9373 req-fd56c7f7-5bdc-432c-a19f-f5ad35b2685e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:12.765736 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c80fc1d1-5032-4012-a10c-be5b7fbe9373 req-fd56c7f7-5bdc-432c-a19f-f5ad35b2685e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=59647009-174c-48d6-a7c3-ca90385f8bcc HTTP/1.1" status: 200 len: 1098 time: 0.0413995 Oct 27 16:47:12.807760 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c80fc1d1-5032-4012-a10c-be5b7fbe9373 req-13e684ba-3920-4598-85ef-997e94e1e074 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341537 Oct 27 16:47:13.743898 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963b137-532c-470e-a7cd-36ebda2e29f1 req-987ddf49-35e2-4d8c-af1a-bf6a324d471b tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:13.745508 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c963b137-532c-470e-a7cd-36ebda2e29f1 req-987ddf49-35e2-4d8c-af1a-bf6a324d471b tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=59647009-174c-48d6-a7c3-ca90385f8bcc HTTP/1.1" status: 200 len: 945 time: 0.0565357 Oct 27 16:47:13.764960 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:13.787631 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c963b137-532c-470e-a7cd-36ebda2e29f1 req-d06f8198-9d69-4bac-bd35-d25bddf244ba tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356946 Oct 27 16:47:14.924863 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba252979-02bf-4cac-a52c-f477cac66c0e req-57a36922-c6a4-464b-b614-3f13665f459c tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:14.926394 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ba252979-02bf-4cac-a52c-f477cac66c0e req-57a36922-c6a4-464b-b614-3f13665f459c tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=59647009-174c-48d6-a7c3-ca90385f8bcc HTTP/1.1" status: 200 len: 945 time: 0.0607162 Oct 27 16:47:14.964582 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ba252979-02bf-4cac-a52c-f477cac66c0e req-762dab87-7f26-4476-bcad-3ff963ee9d61 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321078 Oct 27 16:47:15.081413 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b9805-f6dc-4a9f-a7f1-3106f34a88a7 req-529de0b5-b004-4289-833f-3bf7f0d469ad tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:15.082971 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b68b9805-f6dc-4a9f-a7f1-3106f34a88a7 req-529de0b5-b004-4289-833f-3bf7f0d469ad tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=59647009-174c-48d6-a7c3-ca90385f8bcc HTTP/1.1" status: 200 len: 945 time: 0.0512366 Oct 27 16:47:15.119785 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-b68b9805-f6dc-4a9f-a7f1-3106f34a88a7 req-8777dec8-7500-4111-88b0-b17c41195894 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307696 Oct 27 16:47:15.141961 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 32828) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:47:15.291038 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf30b54-9148-4efc-94f5-b0151aeaecfd tempest-TestVolumeBootPattern-912373498 tempest-TestVolumeBootPattern-912373498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:15.292570 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-7cf30b54-9148-4efc-94f5-b0151aeaecfd tempest-TestVolumeBootPattern-912373498 tempest-TestVolumeBootPattern-912373498-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=59647009-174c-48d6-a7c3-ca90385f8bcc HTTP/1.1" status: 200 len: 1093 time: 0.1496055 Oct 27 16:47:15.296728 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 32832) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:47:15.301025 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.v2.base [None req-4ecb16bc-7bec-4ad8-93c9-143d918f5847 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Request body: {'floatingip': {'floating_network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'port_id': '473fab65-49ca-4aba-aaf7-f602faf53eea', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:47:15.327902 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-4ecb16bc-7bec-4ad8-93c9-143d918f5847 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for floatingip, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:15.426724 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-4ecb16bc-7bec-4ad8-93c9-143d918f5847 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:15.538220 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.db_base_plugin_common [None req-4ecb16bc-7bec-4ad8-93c9-143d918f5847 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Allocated IP 172.27.0.61 (b60b3993-7427-4bdc-87fb-6dbc7e937750/bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1/a5003e39-c708-4892-b944-e8d68615756b) {{(pid=101666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:47:15.651845 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-4ecb16bc-7bec-4ad8-93c9-143d918f5847 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for port, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:15.687268 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-4ecb16bc-7bec-4ad8-93c9-143d918f5847 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779338806622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25690832'] for port, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:15.734156 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecb16bc-7bec-4ad8-93c9-143d918f5847 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Network b60b3993-7427-4bdc-87fb-6dbc7e937750 is already hosted by enough agents. {{(pid=101666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:47:15.737073 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.base_scheduler [None req-4ecb16bc-7bec-4ad8-93c9-143d918f5847 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Resources bound (agent type, host, resource id): {{(pid=101666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:47:15.740660 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecb16bc-7bec-4ad8-93c9-143d918f5847 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Received port after_create {{(pid=101666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:47:15.746044 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecb16bc-7bec-4ad8-93c9-143d918f5847 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Pushing event updated for resources: {'Port': ['ID=a5003e39-c708-4892-b944-e8d68615756b,revision_number=1']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:47:16.115957 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-4ecb16bc-7bec-4ad8-93c9-143d918f5847 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:16.185125 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-4ecb16bc-7bec-4ad8-93c9-143d918f5847 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599025'] for port, before_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:16.333662 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-4ecb16bc-7bec-4ad8-93c9-143d918f5847 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for port, precommit_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:16.339952 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-4ecb16bc-7bec-4ad8-93c9-143d918f5847 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779339283950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779338806640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779338806658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25690667'] for port, after_update {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:16.405038 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecb16bc-7bec-4ad8-93c9-143d918f5847 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Pushing event updated for resources: {'Port': ['ID=a5003e39-c708-4892-b944-e8d68615756b,revision_number=2']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:47:16.417367 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-4ecb16bc-7bec-4ad8-93c9-143d918f5847 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3734057'] for floatingip, after_create {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:16.518090 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.db.l3_db [None req-4ecb16bc-7bec-4ad8-93c9-143d918f5847 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Floating IP 03f7d9f1-685e-48e5-9869-688598d3314d associated. External IP: 172.27.0.61, port: 473fab65-49ca-4aba-aaf7-f602faf53eea. Oct 27 16:47:16.739505 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ecb16bc-7bec-4ad8-93c9-143d918f5847 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Router 5d2a70e8-e24d-4ae4-94a3-50509cec4a50 has already been hosted by L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 {{(pid=101666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:47:16.843527 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ecb16bc-7bec-4ad8-93c9-143d918f5847 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:47:16.853338 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f531d7e9-af5b-4d56-9990-961272726948 None None] Sync routers for ids ['5d2a70e8-e24d-4ae4-94a3-50509cec4a50'] in dv-cinder-815659-1-iscsi {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:47:16.863335 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-4ecb16bc-7bec-4ad8-93c9-143d918f5847 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for floatingip, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:16.864099 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f531d7e9-af5b-4d56-9990-961272726948 None None] Routers {'5d2a70e8-e24d-4ae4-94a3-50509cec4a50'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:47:16.864871 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-f531d7e9-af5b-4d56-9990-961272726948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:47:11Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['5d2a70e8-e24d-4ae4-94a3-50509cec4a50'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:47:16.893744 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-4ecb16bc-7bec-4ad8-93c9-143d918f5847 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5959995 Oct 27 16:47:16.894350 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59647009-174c-48d6-a7c3-ca90385f8bcc', 'tag': '473fab65-49ca-4aba-aaf7-f602faf53eea'}] {{(pid=101666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:47:16.896675 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c97a8bc50bc1e60c5bcd83482612a755f7c8660878f0fc94464a674b36297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14dd854e-ca8c-4bb4-99d8-e13d6a308469" -d '{"events": [{"name": "network-changed", "server_uuid": "59647009-174c-48d6-a7c3-ca90385f8bcc", "tag": "473fab65-49ca-4aba-aaf7-f602faf53eea"}]}' {{(pid=101666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:47:16.974386 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-f531d7e9-af5b-4d56-9990-961272726948 None None] Set router 5d2a70e8-e24d-4ae4-94a3-50509cec4a50 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:47:17.198971 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-f531d7e9-af5b-4d56-9990-961272726948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'name': 'tempest-TestVolumeBootPattern-1750613188-router', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:08Z', 'revision_number': 4, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'gw_port': {'id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:77:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_floatingips': [{'id': '03f7d9f1-685e-48e5-9869-688598d3314d', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'floating_ip_address': '172.27.0.61', 'floating_network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'router_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'port_id': '473fab65-49ca-4aba-aaf7-f602faf53eea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'mac_address': 'fa:16:3e:c2:1f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59647009-174c-48d6-a7c3-ca90385f8bcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:47:15Z', 'updated_at': '2021-10-27T16:47:15Z', 'revision_number': 0, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'fixed_ip_address_scope': None}, {'id': '96917db5-aede-40fd-9bb0-c9d01f9aff7a', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'floating_ip_address': '172.27.0.18', 'floating_network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'router_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'port_id': 'c258a431-1b5c-4ddc-8874-0d83122e2b79', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'mac_address': 'fa:16:3e:dc:26:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b59ab3d-79cc-478f-afd6-1ba432b35cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:45:06Z', 'updated_at': '2021-10-27T16:45:08Z', 'revision_number': 1, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856c0e51-f895-4490-a3f3-828627d8238d', 'name': '', 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'mac_address': 'fa:16:3e:4b:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:07Z', 'updated_at': '2021-10-27T16:41:13Z', 'revision_number': 5, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'subnets': [{'id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:47:17.225728 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f531d7e9-af5b-4d56-9990-961272726948 None None] Checking router: 5d2a70e8-e24d-4ae4-94a3-50509cec4a50 for host: dv-cinder-815659-1-iscsi {{(pid=101667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:47:17.235127 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f531d7e9-af5b-4d56-9990-961272726948 None None] Routers {'5d2a70e8-e24d-4ae4-94a3-50509cec4a50'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:47:17.235734 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-f531d7e9-af5b-4d56-9990-961272726948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:47:11Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['5d2a70e8-e24d-4ae4-94a3-50509cec4a50'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:47:17.344444 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-f531d7e9-af5b-4d56-9990-961272726948 None None] Set router 5d2a70e8-e24d-4ae4-94a3-50509cec4a50 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:47:17.578971 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-f531d7e9-af5b-4d56-9990-961272726948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'name': 'tempest-TestVolumeBootPattern-1750613188-router', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:08Z', 'revision_number': 4, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'gw_port': {'id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:77:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_floatingips': [{'id': '03f7d9f1-685e-48e5-9869-688598d3314d', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'floating_ip_address': '172.27.0.61', 'floating_network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'router_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'port_id': '473fab65-49ca-4aba-aaf7-f602faf53eea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'mac_address': 'fa:16:3e:c2:1f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59647009-174c-48d6-a7c3-ca90385f8bcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:47:15Z', 'updated_at': '2021-10-27T16:47:15Z', 'revision_number': 0, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'fixed_ip_address_scope': None}, {'id': '96917db5-aede-40fd-9bb0-c9d01f9aff7a', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'floating_ip_address': '172.27.0.18', 'floating_network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'router_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'port_id': 'c258a431-1b5c-4ddc-8874-0d83122e2b79', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'mac_address': 'fa:16:3e:dc:26:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b59ab3d-79cc-478f-afd6-1ba432b35cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:45:06Z', 'updated_at': '2021-10-27T16:45:08Z', 'revision_number': 1, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856c0e51-f895-4490-a3f3-828627d8238d', 'name': '', 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'mac_address': 'fa:16:3e:4b:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:07Z', 'updated_at': '2021-10-27T16:41:13Z', 'revision_number': 5, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'subnets': [{'id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:47:17.612404 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f531d7e9-af5b-4d56-9990-961272726948 None None] The sync data for ids ['5d2a70e8-e24d-4ae4-94a3-50509cec4a50'] in dv-cinder-815659-1-iscsi is: [{'id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'name': 'tempest-TestVolumeBootPattern-1750613188-router', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:08Z', 'revision_number': 4, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'gw_port': {'id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:77:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_floatingips': [{'id': '03f7d9f1-685e-48e5-9869-688598d3314d', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'floating_ip_address': '172.27.0.61', 'floating_network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'router_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'port_id': '473fab65-49ca-4aba-aaf7-f602faf53eea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'mac_address': 'fa:16:3e:c2:1f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59647009-174c-48d6-a7c3-ca90385f8bcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:47:15Z', 'updated_at': '2021-10-27T16:47:15Z', 'revision_number': 0, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'fixed_ip_address_scope': None}, {'id': '96917db5-aede-40fd-9bb0-c9d01f9aff7a', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'floating_ip_address': '172.27.0.18', 'floating_network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'router_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'port_id': 'c258a431-1b5c-4ddc-8874-0d83122e2b79', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'mac_address': 'fa:16:3e:dc:26:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b59ab3d-79cc-478f-afd6-1ba432b35cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:45:06Z', 'updated_at': '2021-10-27T16:45:08Z', 'revision_number': 1, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856c0e51-f895-4490-a3f3-828627d8238d', 'name': '', 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'mac_address': 'fa:16:3e:4b:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:07Z', 'updated_at': '2021-10-27T16:41:13Z', 'revision_number': 5, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'subnets': [{'id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:47:17.798854 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372c4447-c0a2-4d12-a844-065b09f4290f None None] New status for floating IP 03f7d9f1-685e-48e5-9869-688598d3314d: ACTIVE {{(pid=101668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:47:17.955500 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c3d196-c86f-4dcb-bddc-44e41e89a672 x-openstack-request-id: req-44c3d196-c86f-4dcb-bddc-44e41e89a672 {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:47:17.956012 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59647009-174c-48d6-a7c3-ca90385f8bcc", "tag": "473fab65-49ca-4aba-aaf7-f602faf53eea", "status": "completed", "code": 200}]} {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:47:17.956103 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-44c3d196-c86f-4dcb-bddc-44e41e89a672 {{(pid=101666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:47:17.956727 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59647009-174c-48d6-a7c3-ca90385f8bcc', 'tag': '473fab65-49ca-4aba-aaf7-f602faf53eea', 'status': 'completed', 'code': 200} Oct 27 16:47:18.020199 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd854e-ca8c-4bb4-99d8-e13d6a308469 req-20680e95-ab5d-4460-a821-7541da3c441b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:18.021710 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-14dd854e-ca8c-4bb4-99d8-e13d6a308469 req-20680e95-ab5d-4460-a821-7541da3c441b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8a5441fa0674f9c9e0b8691b4e7dfd6&device_id=59647009-174c-48d6-a7c3-ca90385f8bcc HTTP/1.1" status: 200 len: 1098 time: 0.0414569 Oct 27 16:47:18.109237 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd854e-ca8c-4bb4-99d8-e13d6a308469 req-712fdde7-c847-42d2-9c6c-2102e1faecc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:18.110680 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-14dd854e-ca8c-4bb4-99d8-e13d6a308469 req-712fdde7-c847-42d2-9c6c-2102e1faecc2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e79e46f2-9070-4695-9cd2-8782f08667b9 HTTP/1.1" status: 200 len: 914 time: 0.0817165 Oct 27 16:47:18.178737 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-14dd854e-ca8c-4bb4-99d8-e13d6a308469 req-f29b3e4e-7da2-4bfb-bb75-89888e5fc96d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=473fab65-49ca-4aba-aaf7-f602faf53eea HTTP/1.1" status: 200 len: 1000 time: 0.0604415 Oct 27 16:47:18.228597 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd854e-ca8c-4bb4-99d8-e13d6a308469 req-b53ec1c5-4bc3-4514-a034-8e68250197f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:18.229888 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-14dd854e-ca8c-4bb4-99d8-e13d6a308469 req-b53ec1c5-4bc3-4514-a034-8e68250197f0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6fa56c53-ab8f-4abe-be7e-7313a4ee4c63 HTTP/1.1" status: 200 len: 851 time: 0.0443423 Oct 27 16:47:18.276307 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd854e-ca8c-4bb4-99d8-e13d6a308469 req-ed70a99e-31a9-4ab1-894f-4c90b711904a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:18.277760 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-14dd854e-ca8c-4bb4-99d8-e13d6a308469 req-ed70a99e-31a9-4ab1-894f-4c90b711904a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e79e46f2-9070-4695-9cd2-8782f08667b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402672 Oct 27 16:47:18.372092 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-14dd854e-ca8c-4bb4-99d8-e13d6a308469 req-81fbd8e2-fd7f-4a93-af94-19a9d4fd62fd service neutron] 10.222.0.66 "GET /v2.0/networks/e79e46f2-9070-4695-9cd2-8782f08667b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867260 Oct 27 16:47:18.466065 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-14dd854e-ca8c-4bb4-99d8-e13d6a308469 req-ab6efce2-5c56-408b-9fed-49cc42739d9f service neutron] 10.222.0.66 "GET /v2.0/networks/e79e46f2-9070-4695-9cd2-8782f08667b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866344 Oct 27 16:47:21.373860 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:23.537128 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.agents_db [None req-8f3c53fd-3166-491a-b603-91a64fcc8de1 None None] Agent healthcheck: found 6 active agents {{(pid=101668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:47:38.282804 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-79a1d891-0b41-430c-83a8-f0a167d95c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:40.990403 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-822d91a6-48f6-4a30-af12-78e004618911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:42.104400 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:42.460068 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:43.778782 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:51.370563 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:56.953956 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d480b979-015a-4431-a8b4-9160a6660890 req-75d7ea8c-2c03-4738-ab18-14e258988e71 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1b59ab3d-79cc-478f-afd6-1ba432b35cab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416262 Oct 27 16:47:57.040361 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480b979-015a-4431-a8b4-9160a6660890 req-d48d0d69-25a4-41fb-bc2a-6badecd2d8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:57.041821 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d480b979-015a-4431-a8b4-9160a6660890 req-d48d0d69-25a4-41fb-bc2a-6badecd2d8b0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8a5441fa0674f9c9e0b8691b4e7dfd6&device_id=1b59ab3d-79cc-478f-afd6-1ba432b35cab HTTP/1.1" status: 200 len: 1099 time: 0.0435650 Oct 27 16:47:57.162103 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480b979-015a-4431-a8b4-9160a6660890 req-92d97253-9c57-4d76-b23c-f0c27d7f8abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:57.163597 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d480b979-015a-4431-a8b4-9160a6660890 req-92d97253-9c57-4d76-b23c-f0c27d7f8abf service neutron] 10.222.0.66 "GET /v2.0/networks?id=e79e46f2-9070-4695-9cd2-8782f08667b9 HTTP/1.1" status: 200 len: 914 time: 0.0941179 Oct 27 16:47:57.234351 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d480b979-015a-4431-a8b4-9160a6660890 req-d8207648-6d69-4bb3-af14-c738186bd22b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c258a431-1b5c-4ddc-8874-0d83122e2b79 HTTP/1.1" status: 200 len: 1001 time: 0.0618508 Oct 27 16:47:57.285289 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480b979-015a-4431-a8b4-9160a6660890 req-e0914289-4e57-4479-acbb-a036122f6fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:57.286632 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d480b979-015a-4431-a8b4-9160a6660890 req-e0914289-4e57-4479-acbb-a036122f6fab service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6fa56c53-ab8f-4abe-be7e-7313a4ee4c63 HTTP/1.1" status: 200 len: 851 time: 0.0442379 Oct 27 16:47:57.336631 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480b979-015a-4431-a8b4-9160a6660890 req-f89fa01f-1d6c-4844-b856-22f697ec31b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:57.338110 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d480b979-015a-4431-a8b4-9160a6660890 req-f89fa01f-1d6c-4844-b856-22f697ec31b1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e79e46f2-9070-4695-9cd2-8782f08667b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434606 Oct 27 16:47:57.427371 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d480b979-015a-4431-a8b4-9160a6660890 req-c71d4859-64a7-4e28-b790-3077e9a5ce3f service neutron] 10.222.0.66 "GET /v2.0/networks/e79e46f2-9070-4695-9cd2-8782f08667b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809853 Oct 27 16:47:57.532731 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-d480b979-015a-4431-a8b4-9160a6660890 req-42b2f03d-a3cf-4899-943d-c1e5259a5428 service neutron] 10.222.0.66 "GET /v2.0/networks/e79e46f2-9070-4695-9cd2-8782f08667b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958622 Oct 27 16:48:00.542524 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.agents_db [None req-8f3c53fd-3166-491a-b603-91a64fcc8de1 None None] Agent healthcheck: found 6 active agents {{(pid=101668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:48:08.287027 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-9709b544-c31b-4a58-9153-c270b1f855ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:10.993827 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-e6a0560d-45c9-48ee-8564-5535d43c8da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:12.110223 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:12.463975 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:13.779237 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:21.366194 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:37.547167 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.agents_db [None req-8f3c53fd-3166-491a-b603-91a64fcc8de1 None None] Agent healthcheck: found 6 active agents {{(pid=101668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:48:38.290732 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-a6bba224-40df-46f1-80d5-e98a69db1171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:38.363246 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 32856) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:38.522656 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.plugin [None req-5b99e798-442b-45ac-9043-3ddfbcfd8749 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Deleting port a5003e39-c708-4892-b944-e8d68615756b {{(pid=101665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:48:38.522904 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-5b99e798-442b-45ac-9043-3ddfbcfd8749 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:38.609580 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-5b99e798-442b-45ac-9043-3ddfbcfd8749 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:38.609908 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-5b99e798-442b-45ac-9043-3ddfbcfd8749 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:38.623084 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.plugin [None req-5b99e798-442b-45ac-9043-3ddfbcfd8749 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Calling delete_port for a5003e39-c708-4892-b944-e8d68615756b owned by network:floatingip {{(pid=101665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:48:38.818165 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-5b99e798-442b-45ac-9043-3ddfbcfd8749 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2512089'] for port, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:38.845210 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99e798-442b-45ac-9043-3ddfbcfd8749 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Pushing event deleted for resources: {'Port': ['ID=a5003e39-c708-4892-b944-e8d68615756b,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:38.857747 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b99e798-442b-45ac-9043-3ddfbcfd8749 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:38.858102 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b99e798-442b-45ac-9043-3ddfbcfd8749 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:38.858417 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b99e798-442b-45ac-9043-3ddfbcfd8749 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:38.858765 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b99e798-442b-45ac-9043-3ddfbcfd8749 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:38.859114 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b99e798-442b-45ac-9043-3ddfbcfd8749 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:38.859449 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b99e798-442b-45ac-9043-3ddfbcfd8749 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:38.859775 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b99e798-442b-45ac-9043-3ddfbcfd8749 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:38.860214 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b99e798-442b-45ac-9043-3ddfbcfd8749 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:38.860541 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b99e798-442b-45ac-9043-3ddfbcfd8749 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:38.860859 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b99e798-442b-45ac-9043-3ddfbcfd8749 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:38.861171 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b99e798-442b-45ac-9043-3ddfbcfd8749 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:38.861492 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b99e798-442b-45ac-9043-3ddfbcfd8749 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:38.931497 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-5b99e798-442b-45ac-9043-3ddfbcfd8749 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for floatingip, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:38.931813 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.db.l3_db [None req-5b99e798-442b-45ac-9043-3ddfbcfd8749 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Floating IP 03f7d9f1-685e-48e5-9869-688598d3314d disassociated (deleted). External IP: 172.27.0.61, port: 473fab65-49ca-4aba-aaf7-f602faf53eea. Oct 27 16:48:39.158706 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b99e798-442b-45ac-9043-3ddfbcfd8749 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Router 5d2a70e8-e24d-4ae4-94a3-50509cec4a50 has already been hosted by L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 {{(pid=101665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:48:39.267577 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b99e798-442b-45ac-9043-3ddfbcfd8749 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:48:39.272965 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-5b99e798-442b-45ac-9043-3ddfbcfd8749 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for floatingip, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:39.280619 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e495ee90-6b54-4001-a55c-4385a24d0ffa None None] Sync routers for ids ['5d2a70e8-e24d-4ae4-94a3-50509cec4a50'] in dv-cinder-815659-1-iscsi {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:48:39.291822 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e495ee90-6b54-4001-a55c-4385a24d0ffa None None] Routers {'5d2a70e8-e24d-4ae4-94a3-50509cec4a50'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:48:39.292709 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-e495ee90-6b54-4001-a55c-4385a24d0ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:48:11Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['5d2a70e8-e24d-4ae4-94a3-50509cec4a50'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:39.302718 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-5b99e798-442b-45ac-9043-3ddfbcfd8749 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "DELETE /v2.0/floatingips/03f7d9f1-685e-48e5-9869-688598d3314d HTTP/1.1" status: 204 len: 168 time: 0.9383261 Oct 27 16:48:39.303570 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59647009-174c-48d6-a7c3-ca90385f8bcc', 'tag': '473fab65-49ca-4aba-aaf7-f602faf53eea'}] {{(pid=101665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:48:39.305949 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e855964699ac36e6c3d6e47e1242f42c8ffa7ad1730da4fc31a2584ac71f7baf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c65e752-ec67-4f6c-af8f-6c209f35a22d" -d '{"events": [{"name": "network-changed", "server_uuid": "59647009-174c-48d6-a7c3-ca90385f8bcc", "tag": "473fab65-49ca-4aba-aaf7-f602faf53eea"}]}' {{(pid=101665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:48:39.400633 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-e495ee90-6b54-4001-a55c-4385a24d0ffa None None] Set router 5d2a70e8-e24d-4ae4-94a3-50509cec4a50 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:48:39.468537 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540a7710-8284-4c58-b7bb-2f85234621ca x-openstack-request-id: req-540a7710-8284-4c58-b7bb-2f85234621ca {{(pid=101665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:48:39.469069 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59647009-174c-48d6-a7c3-ca90385f8bcc", "tag": "473fab65-49ca-4aba-aaf7-f602faf53eea", "status": "completed", "code": 200}]} {{(pid=101665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:48:39.469407 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-540a7710-8284-4c58-b7bb-2f85234621ca {{(pid=101665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:48:39.469989 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59647009-174c-48d6-a7c3-ca90385f8bcc', 'tag': '473fab65-49ca-4aba-aaf7-f602faf53eea', 'status': 'completed', 'code': 200} Oct 27 16:48:39.572155 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee594352-2ec2-4518-b6b6-6ad8dd0bb170 req-f2ce8167-0d24-48db-972c-7bfd351a3b4f tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:39.573760 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ee594352-2ec2-4518-b6b6-6ad8dd0bb170 req-f2ce8167-0d24-48db-972c-7bfd351a3b4f tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=59647009-174c-48d6-a7c3-ca90385f8bcc HTTP/1.1" status: 200 len: 945 time: 0.0662992 Oct 27 16:48:39.575755 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65e752-ec67-4f6c-af8f-6c209f35a22d req-399c9382-6c68-4479-8b25-2ddd02f288ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:39.577362 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1c65e752-ec67-4f6c-af8f-6c209f35a22d req-399c9382-6c68-4479-8b25-2ddd02f288ed service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8a5441fa0674f9c9e0b8691b4e7dfd6&device_id=59647009-174c-48d6-a7c3-ca90385f8bcc HTTP/1.1" status: 200 len: 1098 time: 0.0808473 Oct 27 16:48:39.666380 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-ee594352-2ec2-4518-b6b6-6ad8dd0bb170 req-2e4289f0-08c6-489a-9d79-3fe7e0727e6f tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851395 Oct 27 16:48:39.702577 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65e752-ec67-4f6c-af8f-6c209f35a22d req-91a04da8-f67b-4d51-bbc7-0195b9992e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:39.704091 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1c65e752-ec67-4f6c-af8f-6c209f35a22d req-91a04da8-f67b-4d51-bbc7-0195b9992e8d service neutron] 10.222.0.66 "GET /v2.0/networks?id=e79e46f2-9070-4695-9cd2-8782f08667b9 HTTP/1.1" status: 200 len: 914 time: 0.1164680 Oct 27 16:48:39.750703 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1c65e752-ec67-4f6c-af8f-6c209f35a22d req-ab5ff558-3c81-4b51-979a-8fac07e2aafe service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=473fab65-49ca-4aba-aaf7-f602faf53eea HTTP/1.1" status: 200 len: 217 time: 0.0376248 Oct 27 16:48:39.770833 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-e495ee90-6b54-4001-a55c-4385a24d0ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'name': 'tempest-TestVolumeBootPattern-1750613188-router', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:08Z', 'revision_number': 4, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'gw_port': {'id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:77:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_floatingips': [{'id': '96917db5-aede-40fd-9bb0-c9d01f9aff7a', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'floating_ip_address': '172.27.0.18', 'floating_network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'router_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'port_id': 'c258a431-1b5c-4ddc-8874-0d83122e2b79', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'mac_address': 'fa:16:3e:dc:26:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b59ab3d-79cc-478f-afd6-1ba432b35cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:45:06Z', 'updated_at': '2021-10-27T16:45:08Z', 'revision_number': 1, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856c0e51-f895-4490-a3f3-828627d8238d', 'name': '', 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'mac_address': 'fa:16:3e:4b:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:07Z', 'updated_at': '2021-10-27T16:41:13Z', 'revision_number': 5, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'subnets': [{'id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:39.801308 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e495ee90-6b54-4001-a55c-4385a24d0ffa None None] Checking router: 5d2a70e8-e24d-4ae4-94a3-50509cec4a50 for host: dv-cinder-815659-1-iscsi {{(pid=101667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:48:39.810835 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e495ee90-6b54-4001-a55c-4385a24d0ffa None None] Routers {'5d2a70e8-e24d-4ae4-94a3-50509cec4a50'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:48:39.811461 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-e495ee90-6b54-4001-a55c-4385a24d0ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:48:11Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['5d2a70e8-e24d-4ae4-94a3-50509cec4a50'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:39.920284 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-e495ee90-6b54-4001-a55c-4385a24d0ffa None None] Set router 5d2a70e8-e24d-4ae4-94a3-50509cec4a50 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:48:40.066065 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65e752-ec67-4f6c-af8f-6c209f35a22d req-7f1949fd-8013-4bf5-b8b3-0aa9750f3dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:40.067531 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1c65e752-ec67-4f6c-af8f-6c209f35a22d req-7f1949fd-8013-4bf5-b8b3-0aa9750f3dca service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6fa56c53-ab8f-4abe-be7e-7313a4ee4c63 HTTP/1.1" status: 200 len: 851 time: 0.3092997 Oct 27 16:48:40.114216 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65e752-ec67-4f6c-af8f-6c209f35a22d req-19652d61-3d58-4831-954b-baa719a2e11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:40.115705 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1c65e752-ec67-4f6c-af8f-6c209f35a22d req-19652d61-3d58-4831-954b-baa719a2e11d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e79e46f2-9070-4695-9cd2-8782f08667b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395279 Oct 27 16:48:40.146806 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-e495ee90-6b54-4001-a55c-4385a24d0ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'name': 'tempest-TestVolumeBootPattern-1750613188-router', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:08Z', 'revision_number': 4, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'gw_port': {'id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:77:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_floatingips': [{'id': '96917db5-aede-40fd-9bb0-c9d01f9aff7a', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'floating_ip_address': '172.27.0.18', 'floating_network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'router_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'port_id': 'c258a431-1b5c-4ddc-8874-0d83122e2b79', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'mac_address': 'fa:16:3e:dc:26:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b59ab3d-79cc-478f-afd6-1ba432b35cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:45:06Z', 'updated_at': '2021-10-27T16:45:08Z', 'revision_number': 1, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856c0e51-f895-4490-a3f3-828627d8238d', 'name': '', 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'mac_address': 'fa:16:3e:4b:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:07Z', 'updated_at': '2021-10-27T16:41:13Z', 'revision_number': 5, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'subnets': [{'id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:40.172922 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e495ee90-6b54-4001-a55c-4385a24d0ffa None None] The sync data for ids ['5d2a70e8-e24d-4ae4-94a3-50509cec4a50'] in dv-cinder-815659-1-iscsi is: [{'id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'name': 'tempest-TestVolumeBootPattern-1750613188-router', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:08Z', 'revision_number': 4, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'gw_port': {'id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:77:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_floatingips': [{'id': '96917db5-aede-40fd-9bb0-c9d01f9aff7a', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'floating_ip_address': '172.27.0.18', 'floating_network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'router_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'port_id': 'c258a431-1b5c-4ddc-8874-0d83122e2b79', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'mac_address': 'fa:16:3e:dc:26:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b59ab3d-79cc-478f-afd6-1ba432b35cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:45:06Z', 'updated_at': '2021-10-27T16:45:08Z', 'revision_number': 1, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856c0e51-f895-4490-a3f3-828627d8238d', 'name': '', 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'mac_address': 'fa:16:3e:4b:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:07Z', 'updated_at': '2021-10-27T16:41:13Z', 'revision_number': 5, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'subnets': [{'id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:48:40.214704 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1c65e752-ec67-4f6c-af8f-6c209f35a22d req-ac06ebd9-d91f-4647-a1fb-907834e5226b service neutron] 10.222.0.66 "GET /v2.0/networks/e79e46f2-9070-4695-9cd2-8782f08667b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906489 Oct 27 16:48:40.309492 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-1c65e752-ec67-4f6c-af8f-6c209f35a22d req-597814db-8e05-4832-9fb0-1a5822f0859d service neutron] 10.222.0.66 "GET /v2.0/networks/e79e46f2-9070-4695-9cd2-8782f08667b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859594 Oct 27 16:48:40.403239 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4092ba9e-bcb5-4a81-82f4-eca4a1b36b1e None None] New status for floating IP 03f7d9f1-685e-48e5-9869-688598d3314d: DOWN {{(pid=101668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:48:40.816556 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33685405-eddb-410d-abe7-43ec50b37d6b req-0fdb3095-73f7-4abf-b314-3fff90858229 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:40.818002 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-33685405-eddb-410d-abe7-43ec50b37d6b req-0fdb3095-73f7-4abf-b314-3fff90858229 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=59647009-174c-48d6-a7c3-ca90385f8bcc HTTP/1.1" status: 200 len: 945 time: 0.0582755 Oct 27 16:48:40.858299 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-33685405-eddb-410d-abe7-43ec50b37d6b req-bc42db71-b90d-4299-9199-740cd6f2f125 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318477 Oct 27 16:48:40.993714 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-3c79c433-140a-4b32-9cbd-93bc9bfe69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:41.092804 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59562fcb-e87d-498b-ba6e-951ad00845bf req-e02d3262-4f74-4da7-b796-71b4c39c8ee6 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:41.094267 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-59562fcb-e87d-498b-ba6e-951ad00845bf req-e02d3262-4f74-4da7-b796-71b4c39c8ee6 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.66 "GET /v2.0/ports?device_id=59647009-174c-48d6-a7c3-ca90385f8bcc HTTP/1.1" status: 200 len: 945 time: 0.0522542 Oct 27 16:48:41.188154 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [req-59562fcb-e87d-498b-ba6e-951ad00845bf req-928a8d60-f1f6-4db3-813e-3a5f410044ea tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Deleting port 473fab65-49ca-4aba-aaf7-f602faf53eea {{(pid=101666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:48:41.188493 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-59562fcb-e87d-498b-ba6e-951ad00845bf req-928a8d60-f1f6-4db3-813e-3a5f410044ea tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:41.279272 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-59562fcb-e87d-498b-ba6e-951ad00845bf req-928a8d60-f1f6-4db3-813e-3a5f410044ea tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] For port 473fab65-49ca-4aba-aaf7-f602faf53eea, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=473fab65-49ca-4aba-aaf7-f602faf53eea,segment=NetworkSegment(097e9223-1dfb-41f8-a875-1e34bf0fd73a),segment_id=097e9223-1dfb-41f8-a875-1e34bf0fd73a)] {{(pid=101666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:48:41.279530 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-59562fcb-e87d-498b-ba6e-951ad00845bf req-928a8d60-f1f6-4db3-813e-3a5f410044ea tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:41.291693 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [req-59562fcb-e87d-498b-ba6e-951ad00845bf req-928a8d60-f1f6-4db3-813e-3a5f410044ea tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Calling delete_port for 473fab65-49ca-4aba-aaf7-f602faf53eea owned by compute:nova {{(pid=101666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:48:41.424247 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-59562fcb-e87d-498b-ba6e-951ad00845bf req-928a8d60-f1f6-4db3-813e-3a5f410044ea tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25690832'] for port, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:41.451852 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a8d60-f1f6-4db3-813e-3a5f410044ea tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Pushing event deleted for resources: {'Port': ['ID=473fab65-49ca-4aba-aaf7-f602faf53eea,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:41.463384 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a8d60-f1f6-4db3-813e-3a5f410044ea tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:41.463730 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a8d60-f1f6-4db3-813e-3a5f410044ea tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:41.464098 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a8d60-f1f6-4db3-813e-3a5f410044ea tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:41.464419 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a8d60-f1f6-4db3-813e-3a5f410044ea tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:41.464750 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a8d60-f1f6-4db3-813e-3a5f410044ea tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:41.465184 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a8d60-f1f6-4db3-813e-3a5f410044ea tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:41.465557 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a8d60-f1f6-4db3-813e-3a5f410044ea tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:41.465949 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a8d60-f1f6-4db3-813e-3a5f410044ea tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:41.466191 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a8d60-f1f6-4db3-813e-3a5f410044ea tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:41.466542 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a8d60-f1f6-4db3-813e-3a5f410044ea tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:41.466861 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a8d60-f1f6-4db3-813e-3a5f410044ea tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:41.467178 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a8d60-f1f6-4db3-813e-3a5f410044ea tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:41.499918 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [req-59562fcb-e87d-498b-ba6e-951ad00845bf req-928a8d60-f1f6-4db3-813e-3a5f410044ea tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] No DVR routers for this DVR port 473fab65-49ca-4aba-aaf7-f602faf53eea on host hv-cinder-81565 {{(pid=101666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:48:41.502458 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-59562fcb-e87d-498b-ba6e-951ad00845bf req-928a8d60-f1f6-4db3-813e-3a5f410044ea tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:41.506098 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-59562fcb-e87d-498b-ba6e-951ad00845bf req-928a8d60-f1f6-4db3-813e-3a5f410044ea tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.66 "DELETE /v2.0/ports/473fab65-49ca-4aba-aaf7-f602faf53eea HTTP/1.1" status: 204 len: 173 time: 0.4045453 Oct 27 16:48:41.506532 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59647009-174c-48d6-a7c3-ca90385f8bcc', 'name': 'network-vif-deleted', 'tag': '473fab65-49ca-4aba-aaf7-f602faf53eea'}] {{(pid=101666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:48:41.508806 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c97a8bc50bc1e60c5bcd83482612a755f7c8660878f0fc94464a674b36297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd17d45-ce1e-4297-b369-86c47fcc9cea" -d '{"events": [{"server_uuid": "59647009-174c-48d6-a7c3-ca90385f8bcc", "name": "network-vif-deleted", "tag": "473fab65-49ca-4aba-aaf7-f602faf53eea"}]}' {{(pid=101666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:48:41.548507 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f10f5a-fe48-4dc2-b508-34495595e3e0 x-openstack-request-id: req-06f10f5a-fe48-4dc2-b508-34495595e3e0 {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:48:41.548819 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59647009-174c-48d6-a7c3-ca90385f8bcc", "name": "network-vif-deleted", "tag": "473fab65-49ca-4aba-aaf7-f602faf53eea", "status": "completed", "code": 200}]} {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:48:41.549068 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-06f10f5a-fe48-4dc2-b508-34495595e3e0 {{(pid=101666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:48:41.549464 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59647009-174c-48d6-a7c3-ca90385f8bcc', 'name': 'network-vif-deleted', 'tag': '473fab65-49ca-4aba-aaf7-f602faf53eea', 'status': 'completed', 'code': 200} Oct 27 16:48:42.020712 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-dccf6f97-460a-4847-89a3-5da7884ec7aa req-d2241200-7376-4c66-a5fe-9975ee1a6016 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=59647009-174c-48d6-a7c3-ca90385f8bcc HTTP/1.1" status: 200 len: 210 time: 0.0295017 Oct 27 16:48:42.113255 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:42.462267 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:43.781067 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:44.752780 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 473fab65-49ca-4aba-aaf7-f602faf53eea no longer exists at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:48:44.775774 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] No Port match for: 473fab65-49ca-4aba-aaf7-f602faf53eea {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:48:44.776152 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device 473fab65-49ca-4aba-aaf7-f602faf53eea not bound to the agent host hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:48:45.342564 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 32900) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:45.510870 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [None req-44db08d1-61d9-49ca-a252-6b0561abab5b tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Deleting port 336bbf6a-45a0-4921-8216-bb0161aa37ae {{(pid=101666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:48:45.511160 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-44db08d1-61d9-49ca-a252-6b0561abab5b tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:45.589139 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-44db08d1-61d9-49ca-a252-6b0561abab5b tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:45.589372 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-44db08d1-61d9-49ca-a252-6b0561abab5b tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:45.600971 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [None req-44db08d1-61d9-49ca-a252-6b0561abab5b tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Calling delete_port for 336bbf6a-45a0-4921-8216-bb0161aa37ae owned by network:floatingip {{(pid=101666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:48:45.751099 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-44db08d1-61d9-49ca-a252-6b0561abab5b tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25690832'] for port, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:45.775241 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db08d1-61d9-49ca-a252-6b0561abab5b tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Pushing event deleted for resources: {'Port': ['ID=336bbf6a-45a0-4921-8216-bb0161aa37ae,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:45.837160 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-44db08d1-61d9-49ca-a252-6b0561abab5b tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for floatingip, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:45.837385 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.db.l3_db [None req-44db08d1-61d9-49ca-a252-6b0561abab5b tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Floating IP 96917db5-aede-40fd-9bb0-c9d01f9aff7a disassociated (deleted). External IP: 172.27.0.18, port: c258a431-1b5c-4ddc-8874-0d83122e2b79. Oct 27 16:48:46.048301 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44db08d1-61d9-49ca-a252-6b0561abab5b tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Router 5d2a70e8-e24d-4ae4-94a3-50509cec4a50 has already been hosted by L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 {{(pid=101666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:48:46.157033 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44db08d1-61d9-49ca-a252-6b0561abab5b tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:48:46.161981 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-44db08d1-61d9-49ca-a252-6b0561abab5b tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for floatingip, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:46.166566 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d0093e-99b0-4b48-b051-ae847bf32ba5 None None] Sync routers for ids ['5d2a70e8-e24d-4ae4-94a3-50509cec4a50'] in dv-cinder-815659-1-iscsi {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:48:46.176389 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d0093e-99b0-4b48-b051-ae847bf32ba5 None None] Routers {'5d2a70e8-e24d-4ae4-94a3-50509cec4a50'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:48:46.176996 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-c0d0093e-99b0-4b48-b051-ae847bf32ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:48:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['5d2a70e8-e24d-4ae4-94a3-50509cec4a50'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:46.189952 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-44db08d1-61d9-49ca-a252-6b0561abab5b tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "DELETE /v2.0/floatingips/96917db5-aede-40fd-9bb0-c9d01f9aff7a HTTP/1.1" status: 204 len: 168 time: 0.8458691 Oct 27 16:48:46.190550 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b59ab3d-79cc-478f-afd6-1ba432b35cab', 'tag': 'c258a431-1b5c-4ddc-8874-0d83122e2b79'}] {{(pid=101666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:48:46.192915 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c97a8bc50bc1e60c5bcd83482612a755f7c8660878f0fc94464a674b36297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce5b488-b51d-4978-9b25-82a3d9cead7c" -d '{"events": [{"name": "network-changed", "server_uuid": "1b59ab3d-79cc-478f-afd6-1ba432b35cab", "tag": "c258a431-1b5c-4ddc-8874-0d83122e2b79"}]}' {{(pid=101666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:48:46.229642 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de5e593-8fd4-47ab-acea-76534dc45131 x-openstack-request-id: req-3de5e593-8fd4-47ab-acea-76534dc45131 {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:48:46.229948 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b59ab3d-79cc-478f-afd6-1ba432b35cab", "tag": "c258a431-1b5c-4ddc-8874-0d83122e2b79", "status": "completed", "code": 200}]} {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:48:46.230190 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3de5e593-8fd4-47ab-acea-76534dc45131 {{(pid=101666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:48:46.230696 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b59ab3d-79cc-478f-afd6-1ba432b35cab', 'tag': 'c258a431-1b5c-4ddc-8874-0d83122e2b79', 'status': 'completed', 'code': 200} Oct 27 16:48:46.285726 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-c0d0093e-99b0-4b48-b051-ae847bf32ba5 None None] Set router 5d2a70e8-e24d-4ae4-94a3-50509cec4a50 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:48:46.295612 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5b488-b51d-4978-9b25-82a3d9cead7c req-9aad5871-c258-433a-8d63-9df97725f001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:46.297516 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4ce5b488-b51d-4978-9b25-82a3d9cead7c req-9aad5871-c258-433a-8d63-9df97725f001 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8a5441fa0674f9c9e0b8691b4e7dfd6&device_id=1b59ab3d-79cc-478f-afd6-1ba432b35cab HTTP/1.1" status: 200 len: 1099 time: 0.0446017 Oct 27 16:48:46.436721 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5b488-b51d-4978-9b25-82a3d9cead7c req-008f71c3-96fd-4ace-bebb-1e725a6c3dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:46.438103 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4ce5b488-b51d-4978-9b25-82a3d9cead7c req-008f71c3-96fd-4ace-bebb-1e725a6c3dc9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e79e46f2-9070-4695-9cd2-8782f08667b9 HTTP/1.1" status: 200 len: 914 time: 0.1265762 Oct 27 16:48:46.450085 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfd607-42c2-4dbf-b817-63d64328e5aa req-1e70b2f3-5cb7-4d1b-9344-2c14daf249d1 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:46.451748 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f6cfd607-42c2-4dbf-b817-63d64328e5aa req-1e70b2f3-5cb7-4d1b-9344-2c14daf249d1 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=1b59ab3d-79cc-478f-afd6-1ba432b35cab HTTP/1.1" status: 200 len: 946 time: 0.0751820 Oct 27 16:48:46.490677 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-c0d0093e-99b0-4b48-b051-ae847bf32ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'name': 'tempest-TestVolumeBootPattern-1750613188-router', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:08Z', 'revision_number': 4, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'gw_port': {'id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:77:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '856c0e51-f895-4490-a3f3-828627d8238d', 'name': '', 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'mac_address': 'fa:16:3e:4b:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:07Z', 'updated_at': '2021-10-27T16:41:13Z', 'revision_number': 5, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'subnets': [{'id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:46.496523 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4ce5b488-b51d-4978-9b25-82a3d9cead7c req-32eb93e3-af2e-4a9e-a038-da116747a553 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c258a431-1b5c-4ddc-8874-0d83122e2b79 HTTP/1.1" status: 200 len: 217 time: 0.0437896 Oct 27 16:48:46.517675 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d0093e-99b0-4b48-b051-ae847bf32ba5 None None] Checking router: 5d2a70e8-e24d-4ae4-94a3-50509cec4a50 for host: dv-cinder-815659-1-iscsi {{(pid=101667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:48:46.526446 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d0093e-99b0-4b48-b051-ae847bf32ba5 None None] Routers {'5d2a70e8-e24d-4ae4-94a3-50509cec4a50'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:48:46.527055 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-c0d0093e-99b0-4b48-b051-ae847bf32ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:48:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['5d2a70e8-e24d-4ae4-94a3-50509cec4a50'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:46.545552 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-f6cfd607-42c2-4dbf-b817-63d64328e5aa req-6b887391-bf73-43ef-b799-59ff4b4965b1 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870187 Oct 27 16:48:46.561679 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5b488-b51d-4978-9b25-82a3d9cead7c req-2e6c08b4-269d-44ac-96a2-1adf31cd1331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:46.563146 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4ce5b488-b51d-4978-9b25-82a3d9cead7c req-2e6c08b4-269d-44ac-96a2-1adf31cd1331 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6fa56c53-ab8f-4abe-be7e-7313a4ee4c63 HTTP/1.1" status: 200 len: 851 time: 0.0584302 Oct 27 16:48:46.610710 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5b488-b51d-4978-9b25-82a3d9cead7c req-331497f2-ecfc-49da-9bb5-133c3ae5e279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:46.612243 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4ce5b488-b51d-4978-9b25-82a3d9cead7c req-331497f2-ecfc-49da-9bb5-133c3ae5e279 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e79e46f2-9070-4695-9cd2-8782f08667b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416396 Oct 27 16:48:46.630648 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-c0d0093e-99b0-4b48-b051-ae847bf32ba5 None None] Set router 5d2a70e8-e24d-4ae4-94a3-50509cec4a50 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:48:46.703619 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4ce5b488-b51d-4978-9b25-82a3d9cead7c req-16dca4c0-d76d-4946-9d2e-65a728ea08fd service neutron] 10.222.0.66 "GET /v2.0/networks/e79e46f2-9070-4695-9cd2-8782f08667b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819685 Oct 27 16:48:46.801748 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-4ce5b488-b51d-4978-9b25-82a3d9cead7c req-cd19ab53-0c3a-48ec-96b6-3baa393bd346 service neutron] 10.222.0.66 "GET /v2.0/networks/e79e46f2-9070-4695-9cd2-8782f08667b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897877 Oct 27 16:48:46.830936 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-c0d0093e-99b0-4b48-b051-ae847bf32ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'name': 'tempest-TestVolumeBootPattern-1750613188-router', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:08Z', 'revision_number': 4, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'gw_port': {'id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:77:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '856c0e51-f895-4490-a3f3-828627d8238d', 'name': '', 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'mac_address': 'fa:16:3e:4b:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:07Z', 'updated_at': '2021-10-27T16:41:13Z', 'revision_number': 5, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'subnets': [{'id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:46.860495 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d0093e-99b0-4b48-b051-ae847bf32ba5 None None] The sync data for ids ['5d2a70e8-e24d-4ae4-94a3-50509cec4a50'] in dv-cinder-815659-1-iscsi is: [{'id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'name': 'tempest-TestVolumeBootPattern-1750613188-router', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:08Z', 'revision_number': 4, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'gw_port': {'id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:77:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi', '_interfaces': [{'id': '856c0e51-f895-4490-a3f3-828627d8238d', 'name': '', 'network_id': 'e79e46f2-9070-4695-9cd2-8782f08667b9', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'mac_address': 'fa:16:3e:4b:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:07Z', 'updated_at': '2021-10-27T16:41:13Z', 'revision_number': 5, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'subnets': [{'id': '6fa56c53-ab8f-4abe-be7e-7313a4ee4c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:48:47.082963 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf1d574-3877-4e4a-83e9-998971bc5944 None None] New status for floating IP 96917db5-aede-40fd-9bb0-c9d01f9aff7a: DOWN {{(pid=101668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:48:47.668968 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166ee48-1e74-4e18-a6e0-541645e1fd2e req-120306aa-aa8c-40da-99b1-d8bb50520c91 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:47.670419 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c166ee48-1e74-4e18-a6e0-541645e1fd2e req-120306aa-aa8c-40da-99b1-d8bb50520c91 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=1b59ab3d-79cc-478f-afd6-1ba432b35cab HTTP/1.1" status: 200 len: 946 time: 0.0511050 Oct 27 16:48:47.711539 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-c166ee48-1e74-4e18-a6e0-541645e1fd2e req-e8ef8326-f481-41b5-9643-66a2ac999c4e tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/security-groups?id=1fdfad5a-f826-4473-a97f-738b38761b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321908 Oct 27 16:48:47.897857 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a4124-b67f-4fd4-814d-8ede09db7c55 req-9bc63148-296e-4eac-bcce-b035134fbd81 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:47.899319 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cd4a4124-b67f-4fd4-814d-8ede09db7c55 req-9bc63148-296e-4eac-bcce-b035134fbd81 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b59ab3d-79cc-478f-afd6-1ba432b35cab HTTP/1.1" status: 200 len: 946 time: 0.0622318 Oct 27 16:48:47.990139 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [req-cd4a4124-b67f-4fd4-814d-8ede09db7c55 req-8a195a9e-f7cd-4b42-9bf6-9bfd94f11f06 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Deleting port c258a431-1b5c-4ddc-8874-0d83122e2b79 {{(pid=101666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:48:47.990462 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-cd4a4124-b67f-4fd4-814d-8ede09db7c55 req-8a195a9e-f7cd-4b42-9bf6-9bfd94f11f06 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:48.083793 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [req-cd4a4124-b67f-4fd4-814d-8ede09db7c55 req-8a195a9e-f7cd-4b42-9bf6-9bfd94f11f06 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] For port c258a431-1b5c-4ddc-8874-0d83122e2b79, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=c258a431-1b5c-4ddc-8874-0d83122e2b79,segment=NetworkSegment(097e9223-1dfb-41f8-a875-1e34bf0fd73a),segment_id=097e9223-1dfb-41f8-a875-1e34bf0fd73a)] {{(pid=101666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:48:48.084123 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-cd4a4124-b67f-4fd4-814d-8ede09db7c55 req-8a195a9e-f7cd-4b42-9bf6-9bfd94f11f06 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:48.097286 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [req-cd4a4124-b67f-4fd4-814d-8ede09db7c55 req-8a195a9e-f7cd-4b42-9bf6-9bfd94f11f06 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Calling delete_port for c258a431-1b5c-4ddc-8874-0d83122e2b79 owned by compute:nova {{(pid=101666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:48:48.230692 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-cd4a4124-b67f-4fd4-814d-8ede09db7c55 req-8a195a9e-f7cd-4b42-9bf6-9bfd94f11f06 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25690832'] for port, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:48.261709 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a195a9e-f7cd-4b42-9bf6-9bfd94f11f06 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Pushing event deleted for resources: {'Port': ['ID=c258a431-1b5c-4ddc-8874-0d83122e2b79,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:48.301289 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4a4124-b67f-4fd4-814d-8ede09db7c55 req-8a195a9e-f7cd-4b42-9bf6-9bfd94f11f06 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] No DVR routers for this DVR port c258a431-1b5c-4ddc-8874-0d83122e2b79 on host hv-cinder-81565 {{(pid=101666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:48:48.303868 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [req-cd4a4124-b67f-4fd4-814d-8ede09db7c55 req-8a195a9e-f7cd-4b42-9bf6-9bfd94f11f06 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for port, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:48.307146 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-cd4a4124-b67f-4fd4-814d-8ede09db7c55 req-8a195a9e-f7cd-4b42-9bf6-9bfd94f11f06 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.66 "DELETE /v2.0/ports/c258a431-1b5c-4ddc-8874-0d83122e2b79 HTTP/1.1" status: 204 len: 173 time: 0.4005344 Oct 27 16:48:48.307588 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b59ab3d-79cc-478f-afd6-1ba432b35cab', 'name': 'network-vif-deleted', 'tag': 'c258a431-1b5c-4ddc-8874-0d83122e2b79'}] {{(pid=101666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:48:48.309888 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c97a8bc50bc1e60c5bcd83482612a755f7c8660878f0fc94464a674b36297a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9655f012-7dd8-4827-b83b-bb98dd130087" -d '{"events": [{"server_uuid": "1b59ab3d-79cc-478f-afd6-1ba432b35cab", "name": "network-vif-deleted", "tag": "c258a431-1b5c-4ddc-8874-0d83122e2b79"}]}' {{(pid=101666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:48:48.349241 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14701c74-e491-41ec-bdcb-dd1817ca3506 x-openstack-request-id: req-14701c74-e491-41ec-bdcb-dd1817ca3506 {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:48:48.349474 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b59ab3d-79cc-478f-afd6-1ba432b35cab", "name": "network-vif-deleted", "tag": "c258a431-1b5c-4ddc-8874-0d83122e2b79", "status": "completed", "code": 200}]} {{(pid=101666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:48:48.349745 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-14701c74-e491-41ec-bdcb-dd1817ca3506 {{(pid=101666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:48:48.350144 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b59ab3d-79cc-478f-afd6-1ba432b35cab', 'name': 'network-vif-deleted', 'tag': 'c258a431-1b5c-4ddc-8874-0d83122e2b79', 'status': 'completed', 'code': 200} Oct 27 16:48:48.817823 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [req-925ad22b-0dd1-4245-9011-8f1c476a940c req-7503f189-0f3b-4881-89b1-d86ddcb5d4d5 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "GET /v2.0/ports?device_id=1b59ab3d-79cc-478f-afd6-1ba432b35cab HTTP/1.1" status: 200 len: 210 time: 0.0271559 Oct 27 16:48:49.882063 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 32916) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:50.004981 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [None req-efe0e758-8f0c-4750-b598-1a33121928bc tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Deleting port 14118f60-c7cc-4ab4-bbd8-25af403b8074 {{(pid=101666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:48:50.005231 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-efe0e758-8f0c-4750-b598-1a33121928bc tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:50.092149 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-efe0e758-8f0c-4750-b598-1a33121928bc tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:50.092848 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-efe0e758-8f0c-4750-b598-1a33121928bc tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:50.104743 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [None req-efe0e758-8f0c-4750-b598-1a33121928bc tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Calling delete_port for 14118f60-c7cc-4ab4-bbd8-25af403b8074 owned by network:floatingip {{(pid=101666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:48:50.236604 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-efe0e758-8f0c-4750-b598-1a33121928bc tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25690832'] for port, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:50.261616 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe0e758-8f0c-4750-b598-1a33121928bc tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Pushing event deleted for resources: {'Port': ['ID=14118f60-c7cc-4ab4-bbd8-25af403b8074,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:50.319653 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-efe0e758-8f0c-4750-b598-1a33121928bc tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for floatingip, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:50.322220 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-efe0e758-8f0c-4750-b598-1a33121928bc tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172778'] for floatingip, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:50.323382 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-efe0e758-8f0c-4750-b598-1a33121928bc tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "DELETE /v2.0/floatingips/b6992465-8d53-4cb7-bf6f-3e43ae721545 HTTP/1.1" status: 204 len: 168 time: 0.4402504 Oct 27 16:48:51.366599 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:51.534527 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 32928) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:51.595639 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0908bd51-3c2d-407b-ad88-84d072373684 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for security_group, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:51.623740 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0908bd51-3c2d-407b-ad88-84d072373684 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:51.687077 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0908bd51-3c2d-407b-ad88-84d072373684 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:51.689827 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-0908bd51-3c2d-407b-ad88-84d072373684 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Publish callbacks [] for security_group, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:51.691021 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-0908bd51-3c2d-407b-ad88-84d072373684 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] 10.222.0.91 "DELETE /v2.0/security-groups/1fdfad5a-f826-4473-a97f-738b38761b73 HTTP/1.1" status: 204 len: 168 time: 0.1554160 Oct 27 16:48:51.700730 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0908bd51-3c2d-407b-ad88-84d072373684 tempest-TestVolumeBootPattern-1114789731 tempest-TestVolumeBootPattern-1114789731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fdfad5a-f826-4473-a97f-738b38761b73,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:51.751321 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 32932) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:52.507180 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-922238e3-a415-4e43-9b99-5d41ec876518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3735081'] for router_interface, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:52.746756 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [None req-922238e3-a415-4e43-9b99-5d41ec876518 admin admin] Deleting port 856c0e51-f895-4490-a3f3-828627d8238d {{(pid=101666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:48:52.747497 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-922238e3-a415-4e43-9b99-5d41ec876518 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:52.766231 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device c258a431-1b5c-4ddc-8874-0d83122e2b79 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:48:52.786131 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] No Port match for: c258a431-1b5c-4ddc-8874-0d83122e2b79 {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:48:52.786475 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Device c258a431-1b5c-4ddc-8874-0d83122e2b79 not bound to the agent host hv-cinder-81565 {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:48:52.826392 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [None req-922238e3-a415-4e43-9b99-5d41ec876518 admin admin] For port 856c0e51-f895-4490-a3f3-828627d8238d, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=856c0e51-f895-4490-a3f3-828627d8238d,segment=NetworkSegment(097e9223-1dfb-41f8-a875-1e34bf0fd73a),segment_id=097e9223-1dfb-41f8-a875-1e34bf0fd73a)] {{(pid=101666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:48:52.826768 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-922238e3-a415-4e43-9b99-5d41ec876518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:52.839661 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [None req-922238e3-a415-4e43-9b99-5d41ec876518 admin admin] Calling delete_port for 856c0e51-f895-4490-a3f3-828627d8238d owned by network:router_interface {{(pid=101666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:48:53.020695 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-922238e3-a415-4e43-9b99-5d41ec876518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25690832'] for port, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:53.044968 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922238e3-a415-4e43-9b99-5d41ec876518 admin admin] Pushing event deleted for resources: {'Port': ['ID=856c0e51-f895-4490-a3f3-828627d8238d,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:53.202482 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-922238e3-a415-4e43-9b99-5d41ec876518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3579529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3735237'] for router_interface, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:53.420069 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922238e3-a415-4e43-9b99-5d41ec876518 admin admin] Router 5d2a70e8-e24d-4ae4-94a3-50509cec4a50 has already been hosted by L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 {{(pid=101666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:48:53.536870 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922238e3-a415-4e43-9b99-5d41ec876518 admin admin] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:48:53.542779 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-922238e3-a415-4e43-9b99-5d41ec876518 admin admin] 10.222.0.91 "PUT /v2.0/routers/5d2a70e8-e24d-4ae4-94a3-50509cec4a50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7902727 Oct 27 16:48:53.545045 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 32936) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:53.549044 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5386a30a-3d7e-4123-a330-412dc468055b None None] Sync routers for ids ['5d2a70e8-e24d-4ae4-94a3-50509cec4a50'] in dv-cinder-815659-1-iscsi {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:48:53.559143 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5386a30a-3d7e-4123-a330-412dc468055b None None] Routers {'5d2a70e8-e24d-4ae4-94a3-50509cec4a50'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:48:53.559751 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-5386a30a-3d7e-4123-a330-412dc468055b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:48:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['5d2a70e8-e24d-4ae4-94a3-50509cec4a50'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:53.650402 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-0f5e1c79-7b09-469a-9721-571fb11c1895 admin admin] Publish callbacks [] for router, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:53.662432 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-5386a30a-3d7e-4123-a330-412dc468055b None None] Set router 5d2a70e8-e24d-4ae4-94a3-50509cec4a50 gateway port host: dv-cinder-815659-1-iscsi {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:48:53.752258 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-0f5e1c79-7b09-469a-9721-571fb11c1895 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:53.807440 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.plugin [None req-0f5e1c79-7b09-469a-9721-571fb11c1895 admin admin] Deleting port 94a15602-7fcd-4d99-8d49-60b72feb31d8 {{(pid=101665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:48:53.807775 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-0f5e1c79-7b09-469a-9721-571fb11c1895 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:53.892029 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.db [None req-0f5e1c79-7b09-469a-9721-571fb11c1895 admin admin] For port 94a15602-7fcd-4d99-8d49-60b72feb31d8, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=94a15602-7fcd-4d99-8d49-60b72feb31d8,segment=NetworkSegment(9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182),segment_id=9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182)] {{(pid=101665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:48:53.892558 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-0f5e1c79-7b09-469a-9721-571fb11c1895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:53.914121 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.plugin [None req-0f5e1c79-7b09-469a-9721-571fb11c1895 admin admin] Calling delete_port for 94a15602-7fcd-4d99-8d49-60b72feb31d8 owned by network:router_gateway {{(pid=101665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:48:53.971369 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-5386a30a-3d7e-4123-a330-412dc468055b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'name': 'tempest-TestVolumeBootPattern-1750613188-router', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:48:52Z', 'revision_number': 5, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'gw_port': {'id': '94a15602-7fcd-4d99-8d49-60b72feb31d8', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:77:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi'}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:53.997473 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5386a30a-3d7e-4123-a330-412dc468055b None None] Checking router: 5d2a70e8-e24d-4ae4-94a3-50509cec4a50 for host: dv-cinder-815659-1-iscsi {{(pid=101667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:48:54.007431 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5386a30a-3d7e-4123-a330-412dc468055b None None] Routers {'5d2a70e8-e24d-4ae4-94a3-50509cec4a50'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:48:54.008087 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-5386a30a-3d7e-4123-a330-412dc468055b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:48:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['5d2a70e8-e24d-4ae4-94a3-50509cec4a50'], 'active': True} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:54.073089 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-0f5e1c79-7b09-469a-9721-571fb11c1895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2512089'] for port, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:54.091170 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvr_db [None req-5386a30a-3d7e-4123-a330-412dc468055b None None] Set router 5d2a70e8-e24d-4ae4-94a3-50509cec4a50 gateway port host: None {{(pid=101667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:48:54.101761 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e1c79-7b09-469a-9721-571fb11c1895 admin admin] Pushing event deleted for resources: {'Port': ['ID=94a15602-7fcd-4d99-8d49-60b72feb31d8,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:54.144466 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_hamode_db [None req-5386a30a-3d7e-4123-a330-412dc468055b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'name': 'tempest-TestVolumeBootPattern-1750613188-router', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:48:53Z', 'revision_number': 6, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'gw_port_host': None}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:54.162985 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-0f5e1c79-7b09-469a-9721-571fb11c1895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3734119'] for router_gateway, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:54.170309 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5386a30a-3d7e-4123-a330-412dc468055b None None] The sync data for ids ['5d2a70e8-e24d-4ae4-94a3-50509cec4a50'] in dv-cinder-815659-1-iscsi is: [{'id': '5d2a70e8-e24d-4ae4-94a3-50509cec4a50', 'name': 'tempest-TestVolumeBootPattern-1750613188-router', 'tenant_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:41:05Z', 'updated_at': '2021-10-27T16:48:53Z', 'revision_number': 6, 'project_id': 'd8a5441fa0674f9c9e0b8691b4e7dfd6', 'gw_port_host': None}] {{(pid=101667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:48:54.253429 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-0f5e1c79-7b09-469a-9721-571fb11c1895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3732749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3512'] for router, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:54.255912 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-0f5e1c79-7b09-469a-9721-571fb11c1895 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:54.307958 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-0f5e1c79-7b09-469a-9721-571fb11c1895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3732762'] for router, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:54.308946 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5e1c79-7b09-469a-9721-571fb11c1895 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d2a70e8-e24d-4ae4-94a3-50509cec4a50 {{(pid=101665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:48:54.315073 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-0f5e1c79-7b09-469a-9721-571fb11c1895 admin admin] Publish callbacks [] for router, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:54.316625 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-0f5e1c79-7b09-469a-9721-571fb11c1895 admin admin] 10.222.0.91 "DELETE /v2.0/routers/5d2a70e8-e24d-4ae4-94a3-50509cec4a50 HTTP/1.1" status: 204 len: 168 time: 0.7703729 Oct 27 16:48:54.319372 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 32938) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:54.367574 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.db_base_plugin_v2 [None req-d15aec09-168b-46c9-9d51-43c11f7783ea admin admin] Deleting subnet 6fa56c53-ab8f-4abe-be7e-7313a4ee4c63 {{(pid=101665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:48:54.370919 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d15aec09-168b-46c9-9d51-43c11f7783ea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:54.406905 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d15aec09-168b-46c9-9d51-43c11f7783ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3716744'] for subnet, precommit_delete_associations {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:54.483056 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d15aec09-168b-46c9-9d51-43c11f7783ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642671'] for subnet, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:54.543361 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d15aec09-168b-46c9-9d51-43c11f7783ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2512108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26390579'] for subnet, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:54.569964 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15aec09-168b-46c9-9d51-43c11f7783ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fa56c53-ab8f-4abe-be7e-7313a4ee4c63,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:54.574542 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-d15aec09-168b-46c9-9d51-43c11f7783ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:54.577805 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-d15aec09-168b-46c9-9d51-43c11f7783ea admin admin] 10.222.0.91 "DELETE /v2.0/subnets/6fa56c53-ab8f-4abe-be7e-7313a4ee4c63 HTTP/1.1" status: 204 len: 168 time: 0.2572079 Oct 27 16:48:54.580416 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 32940) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:54.587114 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b979247-a4cd-4807-ac01-86c6ff088563 None None] Network e79e46f2-9070-4695-9cd2-8782f08667b9 requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:48:54.649139 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-c2010a25-d29b-42cc-bfa6-1fd1fe40d616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617108'] for network, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:54.706723 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.plugin [None req-c2010a25-d29b-42cc-bfa6-1fd1fe40d616 admin admin] Deleting port 09fd4b3d-312d-48a6-b386-af81bb1b5703 {{(pid=101665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:48:54.707067 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-c2010a25-d29b-42cc-bfa6-1fd1fe40d616 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:54.770447 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.db [None req-c2010a25-d29b-42cc-bfa6-1fd1fe40d616 admin admin] For port 09fd4b3d-312d-48a6-b386-af81bb1b5703, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=09fd4b3d-312d-48a6-b386-af81bb1b5703,segment=NetworkSegment(097e9223-1dfb-41f8-a875-1e34bf0fd73a),segment_id=097e9223-1dfb-41f8-a875-1e34bf0fd73a)] {{(pid=101665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:48:54.770720 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-c2010a25-d29b-42cc-bfa6-1fd1fe40d616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:54.782641 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.plugin [None req-c2010a25-d29b-42cc-bfa6-1fd1fe40d616 admin admin] Calling delete_port for 09fd4b3d-312d-48a6-b386-af81bb1b5703 owned by network:dhcp {{(pid=101665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:48:54.875630 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-c2010a25-d29b-42cc-bfa6-1fd1fe40d616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2512089'] for port, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:54.892816 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81df9c0b-e1c5-421d-ad4c-c77132cbc6f6 None None] DHCP port deletion for e79e46f2-9070-4695-9cd2-8782f08667b9 request from dv-cinder-815659-1-iscsi {{(pid=101667) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:48:54.906138 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2010a25-d29b-42cc-bfa6-1fd1fe40d616 admin admin] No DVR routers for this DVR port 09fd4b3d-312d-48a6-b386-af81bb1b5703 on host dv-cinder-815659-1-iscsi {{(pid=101665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:48:54.908197 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2010a25-d29b-42cc-bfa6-1fd1fe40d616 admin admin] Pushing event deleted for resources: {'Port': ['ID=09fd4b3d-312d-48a6-b386-af81bb1b5703,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:54.978670 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-c2010a25-d29b-42cc-bfa6-1fd1fe40d616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-645114', 'neutron.services.segments.db._delete_segments_for_network-8779339326814'] for network, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:55.003570 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.services.segments.db [None req-c2010a25-d29b-42cc-bfa6-1fd1fe40d616 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e79e46f2-9070-4695-9cd2-8782f08667b9']}} {{(pid=101665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:55.014126 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.services.segments.db [None req-c2010a25-d29b-42cc-bfa6-1fd1fe40d616 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '097e9223-1dfb-41f8-a875-1e34bf0fd73a') {'for_net_delete': True} {{(pid=101665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:55.014439 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.services.segments.db [None req-c2010a25-d29b-42cc-bfa6-1fd1fe40d616 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '097e9223-1dfb-41f8-a875-1e34bf0fd73a') {} {{(pid=101665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:55.030278 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-c2010a25-d29b-42cc-bfa6-1fd1fe40d616 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779339327335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3716849'] for segment, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:55.037612 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-c2010a25-d29b-42cc-bfa6-1fd1fe40d616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790'] for segment, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:55.043485 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2010a25-d29b-42cc-bfa6-1fd1fe40d616 admin admin] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=101665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:48:55.043866 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-c2010a25-d29b-42cc-bfa6-1fd1fe40d616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2511878'] for segment, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:55.045673 dv-cinder-815659-1-iscsi neutron-server[101665]: Traceback (most recent call last): Oct 27 16:48:55.045673 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:48:55.045673 dv-cinder-815659-1-iscsi neutron-server[101665]: timer() Oct 27 16:48:55.045673 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:48:55.045673 dv-cinder-815659-1-iscsi neutron-server[101665]: cb(*args, **kw) Oct 27 16:48:55.045673 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:48:55.045673 dv-cinder-815659-1-iscsi neutron-server[101665]: return func(*args, **kwargs) Oct 27 16:48:55.045673 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:48:55.045673 dv-cinder-815659-1-iscsi neutron-server[101665]: self._notify() Oct 27 16:48:55.045673 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:48:55.045673 dv-cinder-815659-1-iscsi neutron-server[101665]: self.callback(batched_events) Oct 27 16:48:55.045673 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:48:55.045673 dv-cinder-815659-1-iscsi neutron-server[101665]: event.method(event) Oct 27 16:48:55.045673 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:48:55.045673 dv-cinder-815659-1-iscsi neutron-server[101665]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:48:55.045673 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:48:55.045673 dv-cinder-815659-1-iscsi neutron-server[101665]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:48:55.045673 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:48:55.045673 dv-cinder-815659-1-iscsi neutron-server[101665]: return f(self, *a, **k) Oct 27 16:48:55.045673 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:48:55.045673 dv-cinder-815659-1-iscsi neutron-server[101665]: return self._get(url).json() Oct 27 16:48:55.045673 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:48:55.045673 dv-cinder-815659-1-iscsi neutron-server[101665]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:48:55.045673 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:48:55.045673 dv-cinder-815659-1-iscsi neutron-server[101665]: return self.request(url, 'GET', **kwargs) Oct 27 16:48:55.045673 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:48:55.045673 dv-cinder-815659-1-iscsi neutron-server[101665]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:48:55.045673 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:48:55.045673 dv-cinder-815659-1-iscsi neutron-server[101665]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:48:55.045673 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:48:55.045673 dv-cinder-815659-1-iscsi neutron-server[101665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:48:55.045673 dv-cinder-815659-1-iscsi neutron-server[101665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:48:55.101867 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-c2010a25-d29b-42cc-bfa6-1fd1fe40d616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-645105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3734107'] for network, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:55.107771 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-c2010a25-d29b-42cc-bfa6-1fd1fe40d616 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for network, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:55.111073 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-c2010a25-d29b-42cc-bfa6-1fd1fe40d616 admin admin] 10.222.0.91 "DELETE /v2.0/networks/e79e46f2-9070-4695-9cd2-8782f08667b9 HTTP/1.1" status: 204 len: 168 time: 0.5297356 Oct 27 16:48:55.114227 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 32942) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:55.123298 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2010a25-d29b-42cc-bfa6-1fd1fe40d616 admin admin] Pushing event deleted for resources: {'Network': ['ID=e79e46f2-9070-4695-9cd2-8782f08667b9,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:55.483987 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-8f091938-4d74-451a-993c-9be7c1f439a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3735081'] for router_interface, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:55.738651 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [None req-8f091938-4d74-451a-993c-9be7c1f439a0 admin admin] Deleting port 33804b9a-69eb-4ea2-8711-79af30a221bb {{(pid=101666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:48:55.738872 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-8f091938-4d74-451a-993c-9be7c1f439a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:55.818218 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [None req-8f091938-4d74-451a-993c-9be7c1f439a0 admin admin] For port 33804b9a-69eb-4ea2-8711-79af30a221bb, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=33804b9a-69eb-4ea2-8711-79af30a221bb,segment=NetworkSegment(55aeccd8-dcaf-48c8-b49d-2b8213e184ef),segment_id=55aeccd8-dcaf-48c8-b49d-2b8213e184ef)] {{(pid=101666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:48:55.818542 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-8f091938-4d74-451a-993c-9be7c1f439a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:55.830919 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [None req-8f091938-4d74-451a-993c-9be7c1f439a0 admin admin] Calling delete_port for 33804b9a-69eb-4ea2-8711-79af30a221bb owned by network:router_interface {{(pid=101666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:48:55.901996 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 94a15602-7fcd-4d99-8d49-60b72feb31d8 no longer exists at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:48:55.922283 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] No Port match for: 94a15602-7fcd-4d99-8d49-60b72feb31d8 {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:48:55.922627 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 94a15602-7fcd-4d99-8d49-60b72feb31d8 not bound to the agent host dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:48:55.923048 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 09fd4b3d-312d-48a6-b386-af81bb1b5703 no longer exists at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:48:55.941801 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] No Port match for: 09fd4b3d-312d-48a6-b386-af81bb1b5703 {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:48:55.942147 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 09fd4b3d-312d-48a6-b386-af81bb1b5703 not bound to the agent host dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:48:55.942565 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 856c0e51-f895-4490-a3f3-828627d8238d no longer exists at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:48:55.965853 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] No Port match for: 856c0e51-f895-4490-a3f3-828627d8238d {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:48:55.966200 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 856c0e51-f895-4490-a3f3-828627d8238d not bound to the agent host dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:48:56.015539 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-8f091938-4d74-451a-993c-9be7c1f439a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25690832'] for port, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:56.039719 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f091938-4d74-451a-993c-9be7c1f439a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=33804b9a-69eb-4ea2-8711-79af30a221bb,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:56.199326 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-8f091938-4d74-451a-993c-9be7c1f439a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3579529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3735237'] for router_interface, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:56.407991 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f091938-4d74-451a-993c-9be7c1f439a0 admin admin] Router b809566f-fa9b-423f-989e-5b15550b351f has already been hosted by L3 agent e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758 {{(pid=101666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:48:56.512796 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f091938-4d74-451a-993c-9be7c1f439a0 admin admin] Notify agent at l3_agent.dv-cinder-815659-1-iscsi the message routers_updated {{(pid=101666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:48:56.520549 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-8f091938-4d74-451a-993c-9be7c1f439a0 admin admin] 10.222.0.91 "PUT /v2.0/routers/b809566f-fa9b-423f-989e-5b15550b351f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4022646 Oct 27 16:48:56.520903 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 32944) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:56.523560 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182a1c5b-a82a-4367-bfe9-209aeea637fd None None] Sync routers for ids ['b809566f-fa9b-423f-989e-5b15550b351f'] in dv-cinder-815659-1-iscsi {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:48:56.534430 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182a1c5b-a82a-4367-bfe9-209aeea637fd None None] Routers {'b809566f-fa9b-423f-989e-5b15550b351f'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:48:56.535034 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-182a1c5b-a82a-4367-bfe9-209aeea637fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:48:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['b809566f-fa9b-423f-989e-5b15550b351f'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:56.621513 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-cec62e50-da3c-4e4e-a95d-51b1300df7dc admin admin] Publish callbacks [] for router, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:56.639355 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-182a1c5b-a82a-4367-bfe9-209aeea637fd None None] Set router b809566f-fa9b-423f-989e-5b15550b351f gateway port host: dv-cinder-815659-1-iscsi {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:48:56.724023 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-cec62e50-da3c-4e4e-a95d-51b1300df7dc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:56.780374 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [None req-cec62e50-da3c-4e4e-a95d-51b1300df7dc admin admin] Deleting port 7a210461-0f43-460f-a93f-b97e7a7ce894 {{(pid=101666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:48:56.780639 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-cec62e50-da3c-4e4e-a95d-51b1300df7dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:56.870377 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.db [None req-cec62e50-da3c-4e4e-a95d-51b1300df7dc admin admin] For port 7a210461-0f43-460f-a93f-b97e7a7ce894, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=7a210461-0f43-460f-a93f-b97e7a7ce894,segment=NetworkSegment(9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182),segment_id=9f2d4ca0-c82c-4b2a-8b87-4f2a3df3b182)] {{(pid=101666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:48:56.870744 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-cec62e50-da3c-4e4e-a95d-51b1300df7dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:56.882656 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.plugins.ml2.plugin [None req-cec62e50-da3c-4e4e-a95d-51b1300df7dc admin admin] Calling delete_port for 7a210461-0f43-460f-a93f-b97e7a7ce894 owned by network:router_gateway {{(pid=101666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:48:56.914135 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-182a1c5b-a82a-4367-bfe9-209aeea637fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b809566f-fa9b-423f-989e-5b15550b351f', 'name': 'tempest-TestVolumeBootPattern-1032130478-router', 'tenant_id': '6b5202c6f9174246b633c5f1e5f74daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'external_fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '7a210461-0f43-460f-a93f-b97e7a7ce894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:41:10Z', 'updated_at': '2021-10-27T16:48:55Z', 'revision_number': 5, 'project_id': '6b5202c6f9174246b633c5f1e5f74daf', 'gw_port': {'id': '7a210461-0f43-460f-a93f-b97e7a7ce894', 'name': '', 'network_id': 'b60b3993-7427-4bdc-87fb-6dbc7e937750', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b809566f-fa9b-423f-989e-5b15550b351f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:41:10Z', 'updated_at': '2021-10-27T16:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc6927e6-9cc5-46b5-9f5d-6d0d504cf0b1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-1-iscsi'}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:56.939734 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182a1c5b-a82a-4367-bfe9-209aeea637fd None None] Checking router: b809566f-fa9b-423f-989e-5b15550b351f for host: dv-cinder-815659-1-iscsi {{(pid=101668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:48:56.948037 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182a1c5b-a82a-4367-bfe9-209aeea637fd None None] Routers {'b809566f-fa9b-423f-989e-5b15550b351f'} bound to L3 agent in host dv-cinder-815659-1-iscsi {{(pid=101668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:48:56.948653 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-182a1c5b-a82a-4367-bfe9-209aeea637fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T16:27:41Z,description=,heartbeat_timestamp=2021-10-27T16:48:41Z,host='dv-cinder-815659-1-iscsi',id=e7cd8dc6-fb56-4c09-a5cc-a17c7e9f1758,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T16:27:41Z,topic='l3_agent')) {'router_ids': ['b809566f-fa9b-423f-989e-5b15550b351f'], 'active': True} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:57.033235 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_dvr_db [None req-182a1c5b-a82a-4367-bfe9-209aeea637fd None None] Set router b809566f-fa9b-423f-989e-5b15550b351f gateway port host: None {{(pid=101668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:48:57.047148 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-cec62e50-da3c-4e4e-a95d-51b1300df7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25690832'] for port, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:57.072160 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec62e50-da3c-4e4e-a95d-51b1300df7dc admin admin] Pushing event deleted for resources: {'Port': ['ID=7a210461-0f43-460f-a93f-b97e7a7ce894,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:57.089930 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.l3_hamode_db [None req-182a1c5b-a82a-4367-bfe9-209aeea637fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b809566f-fa9b-423f-989e-5b15550b351f', 'name': 'tempest-TestVolumeBootPattern-1032130478-router', 'tenant_id': '6b5202c6f9174246b633c5f1e5f74daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:41:10Z', 'updated_at': '2021-10-27T16:48:56Z', 'revision_number': 6, 'project_id': '6b5202c6f9174246b633c5f1e5f74daf', 'gw_port_host': None}], 'dv-cinder-815659-1-iscsi', False) {} {{(pid=101668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:57.116553 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182a1c5b-a82a-4367-bfe9-209aeea637fd None None] The sync data for ids ['b809566f-fa9b-423f-989e-5b15550b351f'] in dv-cinder-815659-1-iscsi is: [{'id': 'b809566f-fa9b-423f-989e-5b15550b351f', 'name': 'tempest-TestVolumeBootPattern-1032130478-router', 'tenant_id': '6b5202c6f9174246b633c5f1e5f74daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:41:10Z', 'updated_at': '2021-10-27T16:48:56Z', 'revision_number': 6, 'project_id': '6b5202c6f9174246b633c5f1e5f74daf', 'gw_port_host': None}] {{(pid=101668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:48:57.131321 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-cec62e50-da3c-4e4e-a95d-51b1300df7dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3734119'] for router_gateway, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:57.220569 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-cec62e50-da3c-4e4e-a95d-51b1300df7dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3732749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3512'] for router, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:57.222658 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-cec62e50-da3c-4e4e-a95d-51b1300df7dc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:57.561453 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-cec62e50-da3c-4e4e-a95d-51b1300df7dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3732762'] for router, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:57.562058 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec62e50-da3c-4e4e-a95d-51b1300df7dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router b809566f-fa9b-423f-989e-5b15550b351f {{(pid=101666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:48:57.566834 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-cec62e50-da3c-4e4e-a95d-51b1300df7dc admin admin] Publish callbacks [] for router, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:57.570306 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-cec62e50-da3c-4e4e-a95d-51b1300df7dc admin admin] 10.222.0.91 "DELETE /v2.0/routers/b809566f-fa9b-423f-989e-5b15550b351f HTTP/1.1" status: 204 len: 168 time: 1.0463629 Oct 27 16:48:57.570567 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.wsgi [-] (101666) accepted ('10.222.0.91', 32946) {{(pid=101666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:57.614908 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a786486-3c1f-4a26-986e-8060ab40f75d admin admin] Deleting subnet cbd4fec8-8bbf-499d-9867-f09d02362885 {{(pid=101666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:48:57.618324 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-2a786486-3c1f-4a26-986e-8060ab40f75d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:57.654593 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-2a786486-3c1f-4a26-986e-8060ab40f75d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25240030'] for subnet, precommit_delete_associations {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:57.735402 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-2a786486-3c1f-4a26-986e-8060ab40f75d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642671'] for subnet, precommit_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:57.788136 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-2a786486-3c1f-4a26-986e-8060ab40f75d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25690853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29061685'] for subnet, after_delete {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:57.813636 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a786486-3c1f-4a26-986e-8060ab40f75d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbd4fec8-8bbf-499d-9867-f09d02362885,revision_number=None']} {{(pid=101666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:57.815480 dv-cinder-815659-1-iscsi neutron-server[101666]: DEBUG neutron_lib.callbacks.manager [None req-2a786486-3c1f-4a26-986e-8060ab40f75d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for subnet, before_response {{(pid=101666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:57.818634 dv-cinder-815659-1-iscsi neutron-server[101666]: INFO neutron.wsgi [None req-2a786486-3c1f-4a26-986e-8060ab40f75d admin admin] 10.222.0.91 "DELETE /v2.0/subnets/cbd4fec8-8bbf-499d-9867-f09d02362885 HTTP/1.1" status: 204 len: 168 time: 0.2464886 Oct 27 16:48:57.821006 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6a20a8-1e84-47ea-b104-360332f86579 None None] Network df26979e-830b-4cc2-a01c-79ab07122d04 requested from dv-cinder-815659-1-iscsi {{(pid=101667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:48:57.821510 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 32948) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:57.910978 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e2959fc4-f953-4026-ab14-728d237d59f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617108'] for network, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:57.942194 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 7a210461-0f43-460f-a93f-b97e7a7ce894 no longer exists at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:48:57.964508 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] No Port match for: 7a210461-0f43-460f-a93f-b97e7a7ce894 {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:48:57.964856 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 7a210461-0f43-460f-a93f-b97e7a7ce894 not bound to the agent host dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:48:57.965276 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 33804b9a-69eb-4ea2-8711-79af30a221bb no longer exists at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:48:57.965396 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.plugin [None req-e2959fc4-f953-4026-ab14-728d237d59f1 admin admin] Deleting port 24f07c8e-2fa7-425a-9c51-b0e4f661f5f5 {{(pid=101665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:48:57.965729 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e2959fc4-f953-4026-ab14-728d237d59f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:57.989324 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] No Port match for: 33804b9a-69eb-4ea2-8711-79af30a221bb {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:48:57.989578 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 33804b9a-69eb-4ea2-8711-79af30a221bb not bound to the agent host dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:48:58.031305 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.db [None req-e2959fc4-f953-4026-ab14-728d237d59f1 admin admin] For port 24f07c8e-2fa7-425a-9c51-b0e4f661f5f5, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=24f07c8e-2fa7-425a-9c51-b0e4f661f5f5,segment=NetworkSegment(55aeccd8-dcaf-48c8-b49d-2b8213e184ef),segment_id=55aeccd8-dcaf-48c8-b49d-2b8213e184ef)] {{(pid=101665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:48:58.031618 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e2959fc4-f953-4026-ab14-728d237d59f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:58.043768 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.plugin [None req-e2959fc4-f953-4026-ab14-728d237d59f1 admin admin] Calling delete_port for 24f07c8e-2fa7-425a-9c51-b0e4f661f5f5 owned by network:dhcp {{(pid=101665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:48:58.056005 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a72e069-e8a2-48a8-bc8e-fe5dead0866e None None] DHCP port deletion for df26979e-830b-4cc2-a01c-79ab07122d04 request from dv-cinder-815659-1-iscsi {{(pid=101667) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:48:58.103804 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-8a72e069-e8a2-48a8-bc8e-fe5dead0866e None None] Deleting port 24f07c8e-2fa7-425a-9c51-b0e4f661f5f5 {{(pid=101667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:48:58.104200 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8a72e069-e8a2-48a8-bc8e-fe5dead0866e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779339311638'] for port, before_delete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:58.127538 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e2959fc4-f953-4026-ab14-728d237d59f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2512089'] for port, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:58.155293 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2959fc4-f953-4026-ab14-728d237d59f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=24f07c8e-2fa7-425a-9c51-b0e4f661f5f5,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:58.161430 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2959fc4-f953-4026-ab14-728d237d59f1 admin admin] No DVR routers for this DVR port 24f07c8e-2fa7-425a-9c51-b0e4f661f5f5 on host dv-cinder-815659-1-iscsi {{(pid=101665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:48:58.173419 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.db [None req-8a72e069-e8a2-48a8-bc8e-fe5dead0866e None None] For port 24f07c8e-2fa7-425a-9c51-b0e4f661f5f5, host dv-cinder-815659-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-1-iscsi',level=0,port_id=24f07c8e-2fa7-425a-9c51-b0e4f661f5f5,segment=NetworkSegment(55aeccd8-dcaf-48c8-b49d-2b8213e184ef),segment_id=55aeccd8-dcaf-48c8-b49d-2b8213e184ef)] {{(pid=101667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:48:58.173804 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8a72e069-e8a2-48a8-bc8e-fe5dead0866e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3707984'] for port, precommit_delete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:58.186748 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-8a72e069-e8a2-48a8-bc8e-fe5dead0866e None None] Calling delete_port for 24f07c8e-2fa7-425a-9c51-b0e4f661f5f5 owned by network:dhcp {{(pid=101667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:48:58.236507 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e2959fc4-f953-4026-ab14-728d237d59f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-645114', 'neutron.services.segments.db._delete_segments_for_network-8779339326814'] for network, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:58.256832 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.services.segments.db [None req-e2959fc4-f953-4026-ab14-728d237d59f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df26979e-830b-4cc2-a01c-79ab07122d04']}} {{(pid=101665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:58.264751 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8a72e069-e8a2-48a8-bc8e-fe5dead0866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779339283932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779338806631'] for port, after_delete {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:58.266038 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.services.segments.db [None req-e2959fc4-f953-4026-ab14-728d237d59f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55aeccd8-dcaf-48c8-b49d-2b8213e184ef') {'for_net_delete': True} {{(pid=101665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:58.266329 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.services.segments.db [None req-e2959fc4-f953-4026-ab14-728d237d59f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55aeccd8-dcaf-48c8-b49d-2b8213e184ef') {} {{(pid=101665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:58.275693 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e2959fc4-f953-4026-ab14-728d237d59f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779339327335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3716849'] for segment, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:58.289775 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e2959fc4-f953-4026-ab14-728d237d59f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790'] for segment, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:58.293562 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a72e069-e8a2-48a8-bc8e-fe5dead0866e None None] Pushing event deleted for resources: {'Port': ['ID=24f07c8e-2fa7-425a-9c51-b0e4f661f5f5,revision_number=None']} {{(pid=101667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:58.297013 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a72e069-e8a2-48a8-bc8e-fe5dead0866e None None] No DVR routers for this DVR port 24f07c8e-2fa7-425a-9c51-b0e4f661f5f5 on host dv-cinder-815659-1-iscsi {{(pid=101667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:48:58.297204 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2959fc4-f953-4026-ab14-728d237d59f1 admin admin] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=101665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:48:58.297962 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e2959fc4-f953-4026-ab14-728d237d59f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2511878'] for segment, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:58.299978 dv-cinder-815659-1-iscsi neutron-server[101665]: Traceback (most recent call last): Oct 27 16:48:58.299978 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:48:58.299978 dv-cinder-815659-1-iscsi neutron-server[101665]: timer() Oct 27 16:48:58.299978 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:48:58.299978 dv-cinder-815659-1-iscsi neutron-server[101665]: cb(*args, **kw) Oct 27 16:48:58.299978 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:48:58.299978 dv-cinder-815659-1-iscsi neutron-server[101665]: return func(*args, **kwargs) Oct 27 16:48:58.299978 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:48:58.299978 dv-cinder-815659-1-iscsi neutron-server[101665]: self._notify() Oct 27 16:48:58.299978 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:48:58.299978 dv-cinder-815659-1-iscsi neutron-server[101665]: self.callback(batched_events) Oct 27 16:48:58.299978 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:48:58.299978 dv-cinder-815659-1-iscsi neutron-server[101665]: event.method(event) Oct 27 16:48:58.299978 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:48:58.299978 dv-cinder-815659-1-iscsi neutron-server[101665]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:48:58.299978 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:48:58.299978 dv-cinder-815659-1-iscsi neutron-server[101665]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:48:58.299978 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:48:58.299978 dv-cinder-815659-1-iscsi neutron-server[101665]: return f(self, *a, **k) Oct 27 16:48:58.299978 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:48:58.299978 dv-cinder-815659-1-iscsi neutron-server[101665]: return self._get(url).json() Oct 27 16:48:58.299978 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:48:58.299978 dv-cinder-815659-1-iscsi neutron-server[101665]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:48:58.299978 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:48:58.299978 dv-cinder-815659-1-iscsi neutron-server[101665]: return self.request(url, 'GET', **kwargs) Oct 27 16:48:58.299978 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:48:58.299978 dv-cinder-815659-1-iscsi neutron-server[101665]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:48:58.299978 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:48:58.299978 dv-cinder-815659-1-iscsi neutron-server[101665]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:48:58.299978 dv-cinder-815659-1-iscsi neutron-server[101665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:48:58.299978 dv-cinder-815659-1-iscsi neutron-server[101665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:48:58.299978 dv-cinder-815659-1-iscsi neutron-server[101665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:48:58.303327 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a72e069-e8a2-48a8-bc8e-fe5dead0866e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:58.303655 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a72e069-e8a2-48a8-bc8e-fe5dead0866e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:58.304020 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a72e069-e8a2-48a8-bc8e-fe5dead0866e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:58.306593 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a72e069-e8a2-48a8-bc8e-fe5dead0866e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:58.306593 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a72e069-e8a2-48a8-bc8e-fe5dead0866e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:58.306593 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a72e069-e8a2-48a8-bc8e-fe5dead0866e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:58.306593 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a72e069-e8a2-48a8-bc8e-fe5dead0866e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:58.306593 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a72e069-e8a2-48a8-bc8e-fe5dead0866e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:58.306593 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a72e069-e8a2-48a8-bc8e-fe5dead0866e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:58.306593 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a72e069-e8a2-48a8-bc8e-fe5dead0866e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:58.306593 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a72e069-e8a2-48a8-bc8e-fe5dead0866e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:58.307383 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a72e069-e8a2-48a8-bc8e-fe5dead0866e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-1-iscsi {{(pid=101667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:58.357205 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e2959fc4-f953-4026-ab14-728d237d59f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-645105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3579568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3734107'] for network, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:58.364188 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-e2959fc4-f953-4026-ab14-728d237d59f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3579554'] for network, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:58.368438 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-e2959fc4-f953-4026-ab14-728d237d59f1 admin admin] 10.222.0.91 "DELETE /v2.0/networks/df26979e-830b-4cc2-a01c-79ab07122d04 HTTP/1.1" status: 204 len: 168 time: 0.5457592 Oct 27 16:48:58.380453 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2959fc4-f953-4026-ab14-728d237d59f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=df26979e-830b-4cc2-a01c-79ab07122d04,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:58.489069 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 32952) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:58.528030 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-785ec362-a996-4ad5-b169-53e213836cc0 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d8a5441fa0674f9c9e0b8691b4e7dfd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376801 Oct 27 16:48:58.530528 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 32954) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:58.590630 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-38f3a737-06b1-41b8-8c4b-b76cee6f4a5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:58.611904 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-38f3a737-06b1-41b8-8c4b-b76cee6f4a5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:58.659749 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-38f3a737-06b1-41b8-8c4b-b76cee6f4a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:58.662279 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-38f3a737-06b1-41b8-8c4b-b76cee6f4a5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:58.663417 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-38f3a737-06b1-41b8-8c4b-b76cee6f4a5f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7d87e7f4-9a4a-4dd3-8604-55d0aa742a3a HTTP/1.1" status: 204 len: 168 time: 0.1316617 Oct 27 16:48:58.671272 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f3a737-06b1-41b8-8c4b-b76cee6f4a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d87e7f4-9a4a-4dd3-8604-55d0aa742a3a,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:59.006165 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 32960) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:59.052024 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-dc83da71-b7a8-4b82-8c2c-bd16be3629db admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6b5202c6f9174246b633c5f1e5f74daf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0445247 Oct 27 16:48:59.054588 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [-] (101665) accepted ('10.222.0.91', 32962) {{(pid=101665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:59.101690 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-17de93ed-f05f-4de2-89f1-c914e9a57117 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:59.123380 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-17de93ed-f05f-4de2-89f1-c914e9a57117 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:59.176184 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-17de93ed-f05f-4de2-89f1-c914e9a57117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823742'] for security_group, after_delete {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:59.178684 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron_lib.callbacks.manager [None req-17de93ed-f05f-4de2-89f1-c914e9a57117 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:59.179834 dv-cinder-815659-1-iscsi neutron-server[101665]: INFO neutron.wsgi [None req-17de93ed-f05f-4de2-89f1-c914e9a57117 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ba874084-37fa-4229-a0e5-85fe208c37a5 HTTP/1.1" status: 204 len: 168 time: 0.1243610 Oct 27 16:48:59.187857 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de93ed-f05f-4de2-89f1-c914e9a57117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba874084-37fa-4229-a0e5-85fe208c37a5,revision_number=None']} {{(pid=101665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:59.902382 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 24f07c8e-2fa7-425a-9c51-b0e4f661f5f5 no longer exists at agent ovs-agent-dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:48:59.923506 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.plugin [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] No Port match for: 24f07c8e-2fa7-425a-9c51-b0e4f661f5f5 {{(pid=101667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:48:59.923848 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron.plugins.ml2.rpc [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Device 24f07c8e-2fa7-425a-9c51-b0e4f661f5f5 not bound to the agent host dv-cinder-815659-1-iscsi {{(pid=101667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:49:08.290546 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8a148380-8f9b-4a73-86d1-add25b92dbb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:10.992370 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-b754cad6-7363-4acb-934f-611244a35667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:12.119447 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:12.460048 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:13.786343 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:14.548753 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.agents_db [None req-8f3c53fd-3166-491a-b603-91a64fcc8de1 None None] Agent healthcheck: found 6 active agents {{(pid=101668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:49:21.379165 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:38.291127 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-70a6f6fe-fb40-4700-97f5-db02ed389cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:40.992405 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-15901e57-1bce-4a0a-adad-cb78dd27165b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:42.126600 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:42.459735 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:43.794960 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:51.415608 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:51.553255 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.agents_db [None req-8f3c53fd-3166-491a-b603-91a64fcc8de1 None None] Agent healthcheck: found 6 active agents {{(pid=101668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:50:08.293150 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-5a3ee618-d93b-4363-9028-b61520d9d2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:10.994442 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-e6f26004-d222-4fa8-a6f7-7a4236dc6781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:12.123179 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:12.458444 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:13.800365 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:21.418065 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:28.558508 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.agents_db [None req-8f3c53fd-3166-491a-b603-91a64fcc8de1 None None] Agent healthcheck: found 6 active agents {{(pid=101668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:50:38.295162 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-b4534819-218f-42f0-8989-8e6c8a5ed026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:40.997253 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-a422049d-418c-4b82-a475-ec906b06c493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:42.121236 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:42.463686 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:43.799472 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:51.430681 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:05.563613 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.agents_db [None req-8f3c53fd-3166-491a-b603-91a64fcc8de1 None None] Agent healthcheck: found 6 active agents {{(pid=101668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:51:08.300794 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-5e930db5-706b-4bd0-8acd-4ee34d2bdc50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:10.999915 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c4f0e3ce-8878-45b9-8876-d2d571eefb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:12.125065 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:12.468505 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:12.850598 dv-cinder-815659-1-iscsi neutron-server[101665]: DEBUG neutron.wsgi [req-f20c2882-4b76-45aa-bcb5-56cdceda9bbe req-8db623e2-9ef6-4cac-8186-55efb36e2e26 service neutron] (101665) timed out ('10.222.0.66', 49945) {{(pid=101665) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 16:51:13.803255 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:21.444661 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:38.295420 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c0570b66-2377-4515-9c38-67b51d3c8741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:40.995431 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-f6e7f854-13be-4af8-a39d-535572bf0503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:42.130118 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:42.469677 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:42.568538 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.agents_db [None req-8f3c53fd-3166-491a-b603-91a64fcc8de1 None None] Agent healthcheck: found 6 active agents {{(pid=101668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:51:43.813120 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:51.443985 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:08.299351 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8794101f-18b5-4b36-80cd-10bc8b868350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:11.010486 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-55634a5c-3392-42f7-95c8-fbb39440387e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:12.132015 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:12.476257 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:13.813076 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:19.573584 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.agents_db [None req-8f3c53fd-3166-491a-b603-91a64fcc8de1 None None] Agent healthcheck: found 6 active agents {{(pid=101668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:52:21.438147 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:38.302742 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-1c3970c8-4941-46be-a7fc-b7dbd46bd1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:41.011901 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-75775df1-4b64-45a8-9b53-a9e193a9b47c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:42.142670 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:42.469401 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:43.818228 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:51.450711 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:56.573176 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.agents_db [None req-8f3c53fd-3166-491a-b603-91a64fcc8de1 None None] Agent healthcheck: found 6 active agents {{(pid=101668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:53:08.309615 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-7dcd1aaa-3316-4214-b8a5-f49c8044297c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:11.011568 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-67563d5a-b6c2-4292-a77c-ea1bc5917f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:12.143189 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:12.473636 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:13.824604 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:21.473245 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:33.573773 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.agents_db [None req-8f3c53fd-3166-491a-b603-91a64fcc8de1 None None] Agent healthcheck: found 6 active agents {{(pid=101668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:53:38.299533 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-67868f0c-6d19-4679-a298-a3631e860853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:41.013788 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-e81e2770-b86b-42f5-8eba-330a32a1ef48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:42.152380 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:42.479433 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:43.825718 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:51.483440 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-312a3c55-0be0-4963-a8be-d0d1bdaf2fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:08.298567 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-7308cb5c-ef55-471e-a432-01938468fad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:10.573224 dv-cinder-815659-1-iscsi neutron-server[101668]: DEBUG neutron.db.agents_db [None req-8f3c53fd-3166-491a-b603-91a64fcc8de1 None None] Agent healthcheck: found 6 active agents {{(pid=101668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:54:11.010798 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-f718a415-72e3-4100-a40e-4645beae6b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:12.148758 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-c16cdd3e-eabb-48dd-9f1e-e6647ed9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:12.475478 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-afa18b00-7f26-4475-b61e-bba179de7f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:13.828559 dv-cinder-815659-1-iscsi neutron-server[101667]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4727-7d32-44c2-ab66-ca93c5c46b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779339326796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646320'] for agent, after_update {{(pid=101667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}